{"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.967022406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.96982107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.975178619Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.975194633Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.995036927Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:45.995060592Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.013507699Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/eaee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.267524078Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.491227763Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520334838Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520447199Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520512388Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520565335Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520613382Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520654873Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.52070988Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520756661Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520803626Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520852923Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520893469Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520950686Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.520974172Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521041684Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.52125135Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521295715Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521354304Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521365976Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521430658Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521497382Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.62258036Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 00:46:46.622635 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.824124028Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.824151298Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 00:47:14.427546 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.427825222Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428028506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428081699Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428222961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428234714Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428258683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428279483Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428371556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428500104Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428631218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428727046Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428763204Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428875583Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428944572Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428982337Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.428999948Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429016406Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429028044Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429047331Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429106378Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429126499Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429159121Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429178573Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429202835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429260757Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429317816Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.4293867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429402828Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429004474Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429035939Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.429870054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.430188648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.430628781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.431204758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.431299783Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.432575229Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.432881884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.433583736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.433617262Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.433646552Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.43371885Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.434405913Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.434555174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.434757023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435170364Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435181448Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435221412Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435246068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435802276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435848021Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435885499Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.435985218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.449293506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.563083353Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.572061993Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.582466071Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.652205601Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.65223827Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.652205569Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.652254176Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.656512928Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.656533417Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.656563389Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.656574792Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.730033242Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.730070553Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.737236502Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.737252713Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.737240426Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:14.737320558Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.050078451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc70d02d-9206-4cbc-8382-799d0a9d61c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.053321991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc70d02d-9206-4cbc-8382-799d0a9d61c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.056343565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc70d02d-9206-4cbc-8382-799d0a9d61c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.059531528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc70d02d-9206-4cbc-8382-799d0a9d61c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.222968679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efc52fc-7e8b-45e4-b3a7-d769549a7d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.22579188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efc52fc-7e8b-45e4-b3a7-d769549a7d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.247220056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efc52fc-7e8b-45e4-b3a7-d769549a7d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.250291265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efc52fc-7e8b-45e4-b3a7-d769549a7d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.963523511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec5b31-53a2-4cf8-9471-252ea2a77a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.967046197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec5b31-53a2-4cf8-9471-252ea2a77a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.971451893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec5b31-53a2-4cf8-9471-252ea2a77a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:15.975085154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec5b31-53a2-4cf8-9471-252ea2a77a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.403672043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39fd7c7-0ec7-4b13-bcea-de120fbefc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.406685731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39fd7c7-0ec7-4b13-bcea-de120fbefc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.409684076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39fd7c7-0ec7-4b13-bcea-de120fbefc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.412590881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39fd7c7-0ec7-4b13-bcea-de120fbefc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.751881154Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b4634-e1bb-4723-9906-d376554ca010","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.027499358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b4634-e1bb-4723-9906-d376554ca010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.032927362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b4634-e1bb-4723-9906-d376554ca010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.050842682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b4634-e1bb-4723-9906-d376554ca010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.059887463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b4634-e1bb-4723-9906-d376554ca010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.309579204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68161b44-0ae0-4094-a6ea-75d9c2771c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.312619576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68161b44-0ae0-4094-a6ea-75d9c2771c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.315638884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68161b44-0ae0-4094-a6ea-75d9c2771c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.319374354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68161b44-0ae0-4094-a6ea-75d9c2771c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.593202324Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7f5756c2-d620-47db-92b6-8562296511fc","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.23703164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ee43-2ed1-47b9-9346-115b53147b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.240162214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ee43-2ed1-47b9-9346-115b53147b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.24305525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ee43-2ed1-47b9-9346-115b53147b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.245964553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dee8ee43-2ed1-47b9-9346-115b53147b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.511897358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ea7e02-b4f7-48db-af40-d63af40a23a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.546262928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ea7e02-b4f7-48db-af40-d63af40a23a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.549382467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ea7e02-b4f7-48db-af40-d63af40a23a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.552631767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9ea7e02-b4f7-48db-af40-d63af40a23a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.325134972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969eff6e-d1c9-4263-bdb2-6917fcb7079d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.328148892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969eff6e-d1c9-4263-bdb2-6917fcb7079d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.346522016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969eff6e-d1c9-4263-bdb2-6917fcb7079d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.349739768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969eff6e-d1c9-4263-bdb2-6917fcb7079d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.66068217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8249cd-0022-4727-a493-d2148be0ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.663975074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8249cd-0022-4727-a493-d2148be0ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.668239511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8249cd-0022-4727-a493-d2148be0ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:39.673468548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c8249cd-0022-4727-a493-d2148be0ef60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:44.457610314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.889850853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e5556a-5295-4623-a210-db3dc40d3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.896532153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e5556a-5295-4623-a210-db3dc40d3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.901585311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e5556a-5295-4623-a210-db3dc40d3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:08.906292953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e5556a-5295-4623-a210-db3dc40d3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.123805412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754d97e0-c55b-4781-b86b-a43b78c02888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.127121827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754d97e0-c55b-4781-b86b-a43b78c02888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.130135481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754d97e0-c55b-4781-b86b-a43b78c02888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.133190671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754d97e0-c55b-4781-b86b-a43b78c02888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.322399803Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a6d5aae4-97e5-4199-927f-494e89a4100d","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.633470567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca61a5-61f4-42ac-91bd-a745fbf50417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.638107459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca61a5-61f4-42ac-91bd-a745fbf50417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.641301027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca61a5-61f4-42ac-91bd-a745fbf50417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.644666039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ca61a5-61f4-42ac-91bd-a745fbf50417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.903548935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fbd77-2c45-420c-932c-6e2004623d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.906776656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fbd77-2c45-420c-932c-6e2004623d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.910347143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fbd77-2c45-420c-932c-6e2004623d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:09.915196844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fbd77-2c45-420c-932c-6e2004623d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.455262184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.800854502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1060854-abc8-4c41-91ec-27fd3f4587cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.80396149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1060854-abc8-4c41-91ec-27fd3f4587cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.80694489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1060854-abc8-4c41-91ec-27fd3f4587cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:14.809850408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1060854-abc8-4c41-91ec-27fd3f4587cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.188115237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e32ea0-fd52-4fa0-8b59-2ec84504b75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.214635455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e32ea0-fd52-4fa0-8b59-2ec84504b75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.220840532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e32ea0-fd52-4fa0-8b59-2ec84504b75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.290664067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7da8a-1e1e-47fc-a25e-bf92072eb64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.291085462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fe546ca-99e7-4a2a-8caa-656ceb677904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.297498102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7da8a-1e1e-47fc-a25e-bf92072eb64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.298471988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fe546ca-99e7-4a2a-8caa-656ceb677904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.303582641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7da8a-1e1e-47fc-a25e-bf92072eb64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.304455659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fe546ca-99e7-4a2a-8caa-656ceb677904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.394957694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b59a64-49b3-4c57-8039-5c00df236e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.405484706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b59a64-49b3-4c57-8039-5c00df236e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.411228085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b59a64-49b3-4c57-8039-5c00df236e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:36.419154094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47b59a64-49b3-4c57-8039-5c00df236e80","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.495366506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5cdbda-d64e-439a-9315-83b7c154ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.503290664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5cdbda-d64e-439a-9315-83b7c154ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.512982689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5cdbda-d64e-439a-9315-83b7c154ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.645468312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcde31bb-a4dd-4e4d-a741-a009341eb9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.653493525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcde31bb-a4dd-4e4d-a741-a009341eb9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.65913085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcde31bb-a4dd-4e4d-a741-a009341eb9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.74609345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e137a59a-633a-475b-84c1-f2b0bc5228c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.746360731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7319a94b-2806-44bd-aac5-d2f247ddea93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.755708583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e137a59a-633a-475b-84c1-f2b0bc5228c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.755919583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7319a94b-2806-44bd-aac5-d2f247ddea93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.762305342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e137a59a-633a-475b-84c1-f2b0bc5228c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.762718044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7319a94b-2806-44bd-aac5-d2f247ddea93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:36.763212047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd0f976b-f856-4c1c-b67b-987feae8efaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.790648317Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57e15f5e-3839-4cdc-a4df-b6d6abe9e5b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.846552466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6667f44-783b-4bcf-ba24-41c4246995c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.846559007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb4969ff-e893-4be4-9b02-493273ec4143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.855133999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6667f44-783b-4bcf-ba24-41c4246995c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.856478546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb4969ff-e893-4be4-9b02-493273ec4143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.865096783Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb4969ff-e893-4be4-9b02-493273ec4143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.865306475Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6667f44-783b-4bcf-ba24-41c4246995c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:36.865329367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.890961975Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed23b15e-1b8c-4abe-9935-bac80037ffc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.891059758Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a4532d9-405b-4ca9-a983-741f0c4490aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.946875036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ee874c-822b-4138-aa31-3cc824db2810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.946874104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062858d0-9fce-498f-be4f-d85297a61505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.954267849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ee874c-822b-4138-aa31-3cc824db2810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.954339756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062858d0-9fce-498f-be4f-d85297a61505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.954373064Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"062858d0-9fce-498f-be4f-d85297a61505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.959721234Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ee874c-822b-4138-aa31-3cc824db2810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:48:36.978161423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ee874c-822b-4138-aa31-3cc824db2810","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.990885921Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b727e7b-4080-418d-a08f-cfebe9a38b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:36.992450293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66359772-b847-48a1-8217-129606fde128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.002360948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66359772-b847-48a1-8217-129606fde128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.002392564Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66359772-b847-48a1-8217-129606fde128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.508395262Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b46ca85-384a-41da-9de6-902a1be303f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.608722613Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8377c1ec-6d31-47b8-9ac5-1c8a8a99c551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.834176549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57aaeb9a-5e7d-48d1-9edf-1e1dc7569ff9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.834197004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57aaeb9a-5e7d-48d1-9edf-1e1dc7569ff9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.839973016Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"675c5cba-bceb-4896-bc2a-74cc84bf7c26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.839988519Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1674d42-ab0d-414a-8a0e-887d1de07cdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.846154613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d99ac8-5ede-4bdf-9b12-7b0b6779f25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.850266191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c367feba-f5b3-42e3-9fe8-b3c2576e0530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.851307619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea012c9d-443a-4003-919c-a854b0315cac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.851323359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea012c9d-443a-4003-919c-a854b0315cac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.85543687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d99ac8-5ede-4bdf-9b12-7b0b6779f25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.855471821Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d99ac8-5ede-4bdf-9b12-7b0b6779f25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.85773651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c367feba-f5b3-42e3-9fe8-b3c2576e0530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.857767123Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c367feba-f5b3-42e3-9fe8-b3c2576e0530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.946064667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f585bba-733b-43ee-bd1e-4a135a61da2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.946102167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81eacd-9578-4894-9edb-4f18639c16ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.953306419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f585bba-733b-43ee-bd1e-4a135a61da2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.953343789Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f585bba-733b-43ee-bd1e-4a135a61da2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.95395802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81eacd-9578-4894-9edb-4f18639c16ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:38.953996359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81eacd-9578-4894-9edb-4f18639c16ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.272649328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fe151cd-3a5d-4887-907c-c742fef2c1eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.272671156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3fe151cd-3a5d-4887-907c-c742fef2c1eb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.591282893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b033ef0f-79c1-4af4-bb00-fb3c5122bdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.591532586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd905556-a101-4d29-a5de-7f4f46f5917a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.598264945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b033ef0f-79c1-4af4-bb00-fb3c5122bdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.598325463Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b033ef0f-79c1-4af4-bb00-fb3c5122bdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.599800609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd905556-a101-4d29-a5de-7f4f46f5917a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.599852037Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd905556-a101-4d29-a5de-7f4f46f5917a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.102276271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5fb61bef-e784-482e-b7e7-5a86abe62beb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.102303945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5fb61bef-e784-482e-b7e7-5a86abe62beb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.102665661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d48837c0-02da-441c-8e58-3a7f36a36ab5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.102685176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d48837c0-02da-441c-8e58-3a7f36a36ab5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.106056054Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ee95f0c-8cc2-4365-9753-a897ba5bc415","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.106080207Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e55ee28-679b-41dd-af61-11080b150de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.122079368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ba7ee54-e3e1-44ae-a133-56a4ccc4d2c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.122097366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ba7ee54-e3e1-44ae-a133-56a4ccc4d2c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.1223405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfc95265-7a76-41a9-b025-3fd90eef13d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.122352001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfc95265-7a76-41a9-b025-3fd90eef13d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.123194386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afc424f-114e-4b11-b2d9-67b30ba20948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.123228331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b72d64db-5523-42ea-b12e-6f2454af9d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.130516357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afc424f-114e-4b11-b2d9-67b30ba20948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.130547106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afc424f-114e-4b11-b2d9-67b30ba20948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.132085498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b72d64db-5523-42ea-b12e-6f2454af9d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.132118529Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b72d64db-5523-42ea-b12e-6f2454af9d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.215314027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de5f08b-043c-4c3b-adad-5adedc576319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.215339805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8003488-3311-48dd-aed1-cecd53604fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.223084772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8003488-3311-48dd-aed1-cecd53604fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.223128978Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8003488-3311-48dd-aed1-cecd53604fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.223326991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de5f08b-043c-4c3b-adad-5adedc576319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.22336324Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de5f08b-043c-4c3b-adad-5adedc576319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.283993273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e67d8ba-e7f7-4c26-a432-9887faf2eeaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.284008316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1e67d8ba-e7f7-4c26-a432-9887faf2eeaa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.85937192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d39d5b7a-fd78-446d-aae3-0ceb59452459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.859445038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d876876-efc4-4dea-8e5f-6b6bb2a1f8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.866867859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d876876-efc4-4dea-8e5f-6b6bb2a1f8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.866925289Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d876876-efc4-4dea-8e5f-6b6bb2a1f8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.867188677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d39d5b7a-fd78-446d-aae3-0ceb59452459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:42.867225321Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d39d5b7a-fd78-446d-aae3-0ceb59452459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.413173012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdf7dfea-fca0-46e6-b77d-5bb5ce5120fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.413196095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdf7dfea-fca0-46e6-b77d-5bb5ce5120fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.41350908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51e07495-4f93-417e-b81b-c27cc354dab8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.413526417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51e07495-4f93-417e-b81b-c27cc354dab8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.413882548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92180f4d-8469-4fd3-b47c-c67dcc3e419d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.4138962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92180f4d-8469-4fd3-b47c-c67dcc3e419d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.422162613Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"564390f5-8636-4327-9a5a-d2d3803af9cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.422398758Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"929dfc92-9fcd-4f60-8696-78c824d187f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.432062596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b4ee13-a683-4132-9883-32b91ebcb0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.432150137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f56c768-94e1-4ade-b3c0-9c86d2100e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.434055284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73f53bc0-67d2-4cda-9d77-0b752fcdd8a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.434074529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"73f53bc0-67d2-4cda-9d77-0b752fcdd8a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.434275677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a11c259e-23b1-4d7d-bc40-4e914132d3f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.43428997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a11c259e-23b1-4d7d-bc40-4e914132d3f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.434470467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cbaba38d-9b99-4dac-b8ef-1d03c38ee207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.434484885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cbaba38d-9b99-4dac-b8ef-1d03c38ee207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.444590386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f56c768-94e1-4ade-b3c0-9c86d2100e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.444628096Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f56c768-94e1-4ade-b3c0-9c86d2100e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.444681033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b4ee13-a683-4132-9883-32b91ebcb0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.44472811Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b4ee13-a683-4132-9883-32b91ebcb0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.527487917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e6cee1-cb41-4e4a-a898-46bde648bb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.528436353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d840084a-40e9-4b0b-9e18-cb3128c51702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.53640492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d840084a-40e9-4b0b-9e18-cb3128c51702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.536447481Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d840084a-40e9-4b0b-9e18-cb3128c51702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.53673187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e6cee1-cb41-4e4a-a898-46bde648bb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.536772045Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50e6cee1-cb41-4e4a-a898-46bde648bb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.58558051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"901d321e-cb07-42e2-84b4-461d6f2060dd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.585597013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"901d321e-cb07-42e2-84b4-461d6f2060dd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.072211795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b9284f-2bee-457c-abfd-007fc9ce0876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.072247551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc239c72-18ef-494f-afbb-8dddb7f5716a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.079594678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc239c72-18ef-494f-afbb-8dddb7f5716a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.079612929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b9284f-2bee-457c-abfd-007fc9ce0876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.07965087Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc239c72-18ef-494f-afbb-8dddb7f5716a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.079655918Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b9284f-2bee-457c-abfd-007fc9ce0876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:44.456292531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397194937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddf036f3-d854-45aa-ae2a-5a2365225fc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397222025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddf036f3-d854-45aa-ae2a-5a2365225fc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397540024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75048f8a-4bbb-485d-85b5-6ba237de80d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397555698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75048f8a-4bbb-485d-85b5-6ba237de80d4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397739563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4317c7bc-b65f-4183-88d1-1f08c5928f45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.397752908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4317c7bc-b65f-4183-88d1-1f08c5928f45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.398002422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34849e6c-b704-4915-aa31-f8c289787c7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.398016411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34849e6c-b704-4915-aa31-f8c289787c7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.402199317Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36d40d64-3fd4-47aa-88c0-c72a0853e555","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.40265461Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a39963d-120d-4aca-a5ba-a90edbc82f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.411983403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da0b09f7-d8be-46f2-b4d8-0b8df272c298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.414240839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90195b71-e9f3-493e-ab81-59bb5db36dc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.414255906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90195b71-e9f3-493e-ab81-59bb5db36dc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.41455832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e2786de3-3edf-4d08-bd11-2ab77a4b8073","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.414574615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e2786de3-3edf-4d08-bd11-2ab77a4b8073","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.414780233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e536db37-2302-4f6b-9661-5b9c2b72f397","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.414790887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e536db37-2302-4f6b-9661-5b9c2b72f397","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.415010456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"035f8397-f6a0-4a59-b854-68dc31116c5e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.415025641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"035f8397-f6a0-4a59-b854-68dc31116c5e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.415212982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39f68fb3-506c-407c-9d1d-5d3285444131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.419957327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da0b09f7-d8be-46f2-b4d8-0b8df272c298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.419995688Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da0b09f7-d8be-46f2-b4d8-0b8df272c298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.422261897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39f68fb3-506c-407c-9d1d-5d3285444131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.422292425Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39f68fb3-506c-407c-9d1d-5d3285444131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.507007109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d1f06f-457c-45fa-8bd0-70ab00843356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.50719846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"889b83c5-213c-44a2-8152-b667d80a7a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.515609238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"889b83c5-213c-44a2-8152-b667d80a7a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.515646221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d1f06f-457c-45fa-8bd0-70ab00843356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.515651467Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"889b83c5-213c-44a2-8152-b667d80a7a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.515679554Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09d1f06f-457c-45fa-8bd0-70ab00843356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.560798869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9b5a53d-8e92-46c1-a38c-411f1e07c303","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:48.560820501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9b5a53d-8e92-46c1-a38c-411f1e07c303","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261242006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0ce7bd3-23c7-45e0-8aae-d0935b46cb19","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261271541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0ce7bd3-23c7-45e0-8aae-d0935b46cb19","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261577463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15467e4f-40b6-4eb8-b2d2-bf77c373ad51","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261594035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15467e4f-40b6-4eb8-b2d2-bf77c373ad51","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261792116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ca0c788-4dbd-4f43-b085-6513a82e0286","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.261807107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ca0c788-4dbd-4f43-b085-6513a82e0286","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.262092451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13507c55-ea4e-4866-befd-7d7112395c16","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.262108122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13507c55-ea4e-4866-befd-7d7112395c16","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.262398221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"651be641-298c-4db4-b25c-005ca71c2afd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.262413302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"651be641-298c-4db4-b25c-005ca71c2afd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.267329575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23bf0ba0-6d8a-417a-8294-78b7f71e843e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.271764372Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b407552-04ea-4278-af13-e84a75d8304f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.284717581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f84e17-f5e6-4998-8e38-18247495f553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.285589666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e80982f-432a-410f-84d9-7e10ee1ea026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.287390579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dea40f98-6f2d-4977-b4d3-5c0bf38b7567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.287405593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dea40f98-6f2d-4977-b4d3-5c0bf38b7567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.287640741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1635e3d7-8b01-43be-91cf-ed6f09f0ea3a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.2876565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1635e3d7-8b01-43be-91cf-ed6f09f0ea3a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.287947561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31ccab55-69b0-41f0-9a78-9accde5acf05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.287964041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"31ccab55-69b0-41f0-9a78-9accde5acf05","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.288168479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0f08802c-b7b2-4747-9a9f-6c884f718553","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.288183501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0f08802c-b7b2-4747-9a9f-6c884f718553","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.288406607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"daea4383-15fd-4a95-b8d9-6b22ea62191e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.28842225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"daea4383-15fd-4a95-b8d9-6b22ea62191e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.292574965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f84e17-f5e6-4998-8e38-18247495f553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.292616048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86f84e17-f5e6-4998-8e38-18247495f553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.294605386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e80982f-432a-410f-84d9-7e10ee1ea026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.294641944Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e80982f-432a-410f-84d9-7e10ee1ea026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.37914027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bde696-3f96-467c-a1dc-766e5f4739ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.379296399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c8d82d-ccd1-40db-9beb-2ac4c3f06896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.386321102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c8d82d-ccd1-40db-9beb-2ac4c3f06896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.386370788Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23c8d82d-ccd1-40db-9beb-2ac4c3f06896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.386513442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bde696-3f96-467c-a1dc-766e5f4739ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.3865556Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bde696-3f96-467c-a1dc-766e5f4739ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.430054451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e56f62a1-4791-4425-9277-a29573f3b632","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.430074569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e56f62a1-4791-4425-9277-a29573f3b632","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.481252884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e41a5479-96b7-4585-826b-54f06b7a2ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.486636436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc27711-fe77-4abe-b793-fcad9bf6dcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.492229691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e41a5479-96b7-4585-826b-54f06b7a2ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.49227218Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e41a5479-96b7-4585-826b-54f06b7a2ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.496681525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc27711-fe77-4abe-b793-fcad9bf6dcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.496719183Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc27711-fe77-4abe-b793-fcad9bf6dcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.057991083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbdeb25-6948-485d-a462-d5f82b7ed293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.058471467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55dca81e-07c2-403d-a454-94b06b7d4619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.068528305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbdeb25-6948-485d-a462-d5f82b7ed293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.068582189Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cbdeb25-6948-485d-a462-d5f82b7ed293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.068647695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55dca81e-07c2-403d-a454-94b06b7d4619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.068697163Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55dca81e-07c2-403d-a454-94b06b7d4619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267148659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c02e6f4c-0bd6-429c-89f2-5d0d26603cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267168368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c02e6f4c-0bd6-429c-89f2-5d0d26603cad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267408829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9248bb11-cb8a-4bd9-a20e-52da00cdebdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267419467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9248bb11-cb8a-4bd9-a20e-52da00cdebdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267621554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5865a13-009c-45b5-a08f-0af872e281ec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267635474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5865a13-009c-45b5-a08f-0af872e281ec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267850178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a504a410-e275-4582-9577-efaa1b31aaeb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.267860352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a504a410-e275-4582-9577-efaa1b31aaeb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.26805842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e5fb576-eae9-4ed5-bbb0-8719ec91093b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.268069601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e5fb576-eae9-4ed5-bbb0-8719ec91093b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.268236745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36919d60-0194-4be2-bc4a-ab507da882bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.268246239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"36919d60-0194-4be2-bc4a-ab507da882bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.278177521Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1668f3e6-2ed4-49cb-b993-895fe5fd4b00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.278181238Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e862ba5-57aa-4b24-8597-881097d414b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.284255844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1cee5b-4647-4e5e-9146-c5c5afcc4a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.285873202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a86af8b-c430-46ee-a5c8-69ed1d2421a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286049217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59c96a65-03e1-4203-a611-797e3cf91fdc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286067214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59c96a65-03e1-4203-a611-797e3cf91fdc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286333095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34a7e877-db05-4665-9fcf-a780b433dcdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286345919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34a7e877-db05-4665-9fcf-a780b433dcdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286512175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe36b14e-70b7-403b-8e54-2a05491cdddc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.28652101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe36b14e-70b7-403b-8e54-2a05491cdddc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286677641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94b628b2-5626-4d38-8af4-dc321e726a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286686788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94b628b2-5626-4d38-8af4-dc321e726a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286840667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd25b9a0-9847-451e-bebc-b30f80c8b68a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.286849803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd25b9a0-9847-451e-bebc-b30f80c8b68a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.287045599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d9789ac-775d-4e4c-86c0-bcecaf64133c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.287059494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9d9789ac-775d-4e4c-86c0-bcecaf64133c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.291434034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1cee5b-4647-4e5e-9146-c5c5afcc4a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.291474357Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de1cee5b-4647-4e5e-9146-c5c5afcc4a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.293383092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a86af8b-c430-46ee-a5c8-69ed1d2421a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.293422225Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a86af8b-c430-46ee-a5c8-69ed1d2421a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.380535583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c6722ae-b733-4b05-946b-0e1453709e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.38099275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614f0819-ea16-462b-ae9c-48ca48de713a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.387543727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c6722ae-b733-4b05-946b-0e1453709e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.387584068Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c6722ae-b733-4b05-946b-0e1453709e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.38804742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614f0819-ea16-462b-ae9c-48ca48de713a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.388086183Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614f0819-ea16-462b-ae9c-48ca48de713a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.419997079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1b6ff607-803c-4dd0-9021-3de8e5e2e1c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.420011948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1b6ff607-803c-4dd0-9021-3de8e5e2e1c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.605624181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0957f73-f376-4e92-a6ba-b096b44c9068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.605639993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"074633fe-77bf-44fd-b4f7-7744c4650805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.614153768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"074633fe-77bf-44fd-b4f7-7744c4650805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.614196957Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"074633fe-77bf-44fd-b4f7-7744c4650805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.614260562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0957f73-f376-4e92-a6ba-b096b44c9068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:52.614307894Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0957f73-f376-4e92-a6ba-b096b44c9068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.133262506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57f6591e-82aa-4dbf-9e98-e31b36d0de82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.133284739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57f6591e-82aa-4dbf-9e98-e31b36d0de82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.13352982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c428b9f-e82b-4693-8cbe-0e660f22a7b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.133541604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c428b9f-e82b-4693-8cbe-0e660f22a7b2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.133718858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4de9d36-fe0d-457d-a34f-a7532238f155","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.133732175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4de9d36-fe0d-457d-a34f-a7532238f155","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134059819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df866a29-9be2-41ac-942b-b42c9a23a9bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134077895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df866a29-9be2-41ac-942b-b42c9a23a9bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134280154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00b6d925-9505-4a3a-9c99-bc0227bd918c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134290974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00b6d925-9505-4a3a-9c99-bc0227bd918c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134510972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1543b908-807c-4fdd-afcb-be8985746668","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134525147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1543b908-807c-4fdd-afcb-be8985746668","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134792182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5682426-69b3-44a0-ae0e-696d2931a9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.134804718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5682426-69b3-44a0-ae0e-696d2931a9fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.136573149Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"014c0113-7942-44fa-909f-6f6da4a8e50b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.150031591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01269a0c-26d5-41e4-bb44-14be599f94b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152183293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"914830ba-e1cf-42ce-90eb-78a7b3f7b227","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152198756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"914830ba-e1cf-42ce-90eb-78a7b3f7b227","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152456287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"baaa0e37-fa93-44a4-92f0-b4e518a8bb57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152469659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"baaa0e37-fa93-44a4-92f0-b4e518a8bb57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152667486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36278b0e-7d8b-4bc3-8110-c76cf79e50de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152679573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36278b0e-7d8b-4bc3-8110-c76cf79e50de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152869201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b0f1900-bc29-419c-9663-1045f22b43f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.152880147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b0f1900-bc29-419c-9663-1045f22b43f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153109606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c64dbed3-e87a-47c1-8d24-f50469430627","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153121809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c64dbed3-e87a-47c1-8d24-f50469430627","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153314324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3462e5df-e6ae-4a3f-b81c-75ecb4402b06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153325479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3462e5df-e6ae-4a3f-b81c-75ecb4402b06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153496838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a9af42-53b8-4587-8f85-f52e83e06547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.153507789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a9af42-53b8-4587-8f85-f52e83e06547","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.154470421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c42f8b7-413b-4dea-874e-f1714070f4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.159283947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01269a0c-26d5-41e4-bb44-14be599f94b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.159318571Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01269a0c-26d5-41e4-bb44-14be599f94b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.160278716Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4f693bc-36af-412e-a383-3b807b4840f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.16423564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c42f8b7-413b-4dea-874e-f1714070f4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.17595879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ffa191-1e84-47f7-95ab-19a7c99acb2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.175971834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ffa191-1e84-47f7-95ab-19a7c99acb2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.246493971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62a2bbe2-4b23-4b9f-926e-45cd9fcc13e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.246856714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c26ad6f-fcf7-453d-bdf8-3bff4d00e4ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.254548219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62a2bbe2-4b23-4b9f-926e-45cd9fcc13e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.254584972Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62a2bbe2-4b23-4b9f-926e-45cd9fcc13e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.294721859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ccc2359-718d-40a7-8c92-1fd8d0e47bf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.294741882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ccc2359-718d-40a7-8c92-1fd8d0e47bf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.375703474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47cdb464-a4a1-4d7f-81e6-30972a5e2b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.381017442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6800d7ad-9b5c-496a-8041-92851ff6e79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.392523575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6800d7ad-9b5c-496a-8041-92851ff6e79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.940479703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e643cc2-0faa-4a3a-93cb-b8176a6bcb6a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.94050155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e643cc2-0faa-4a3a-93cb-b8176a6bcb6a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.940859389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a4c3401-0476-41fc-bde8-90b364910ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.940875534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a4c3401-0476-41fc-bde8-90b364910ded","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941158207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a7db795-dcd8-4c7c-845c-fbc8191f745f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941171475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a7db795-dcd8-4c7c-845c-fbc8191f745f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941427553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b6ff4d5-62bc-482d-b8aa-c8c40b848959","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941446461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b6ff4d5-62bc-482d-b8aa-c8c40b848959","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.94169381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab8bf63a-41be-4f77-972b-93bb9d4da15f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941721231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ab8bf63a-41be-4f77-972b-93bb9d4da15f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.941994247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a20b352-46f1-49fb-a548-b2a6443ae892","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.942010211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a20b352-46f1-49fb-a548-b2a6443ae892","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.942356159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15668e7d-31ac-4a4d-bd70-e60883403d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.942372089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15668e7d-31ac-4a4d-bd70-e60883403d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.942796056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f155fec9-6873-468e-8a41-74b674cdab14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.942817028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f155fec9-6873-468e-8a41-74b674cdab14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.959114618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351ed2a3-5375-4e3f-99c3-3b1c64def47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.961758714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b884474-246f-4195-a628-69a8901ebe3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.961773526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b884474-246f-4195-a628-69a8901ebe3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962064986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe73071a-7cc1-4d02-b125-ff3b4f1db439","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962086017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe73071a-7cc1-4d02-b125-ff3b4f1db439","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962326508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4fea5b9-8b27-4e7f-96af-76366276ef49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962339591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4fea5b9-8b27-4e7f-96af-76366276ef49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962476751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9af834-7f9a-4b0f-b27f-9bad1cfccf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962656991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d172c41-b128-4a6d-88ac-4b843ff2baa1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962674437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d172c41-b128-4a6d-88ac-4b843ff2baa1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962988268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dce4d557-0e1f-42dd-a6f3-fa22c9ae593e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.962998896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dce4d557-0e1f-42dd-a6f3-fa22c9ae593e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963256112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ccb3fc2-9911-4314-b99e-7498e2cd83c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963277377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ccb3fc2-9911-4314-b99e-7498e2cd83c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963480334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e97f47ab-82e6-4ac0-b996-170593b9f751","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963493916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e97f47ab-82e6-4ac0-b996-170593b9f751","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963791774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"973799fc-22cf-4581-8d81-6d0770e6517f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.963802577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"973799fc-22cf-4581-8d81-6d0770e6517f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.970115626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351ed2a3-5375-4e3f-99c3-3b1c64def47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.972330384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef044b48-b7ce-428c-9965-7f101a930e3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.972885601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c62d924f-3739-436d-a124-bf164c92f8bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.977120397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9af834-7f9a-4b0f-b27f-9bad1cfccf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.990269815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7826b5d4-0130-4154-a3cd-0cedcd42e9f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:53.990285112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7826b5d4-0130-4154-a3cd-0cedcd42e9f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.056046415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b037db-0b11-4fcb-8e61-6441e992ce3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.060465668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c652b013-0a24-4023-bd14-e31d4da20c13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.063145195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b037db-0b11-4fcb-8e61-6441e992ce3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.110619098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"143f917f-4249-44ad-a4c3-247b00acf5eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.110638308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"143f917f-4249-44ad-a4c3-247b00acf5eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.156081657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6b6fd4-7b31-4e5f-9e07-98c97f6a4da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.159984518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9fd15094-c1b3-4c74-868a-aaa4d04d4a65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:54.163148748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f6b6fd4-7b31-4e5f-9e07-98c97f6a4da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.208298761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6331ac1-8076-4b68-a3c4-c2fff4218ed1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.231365227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edde28e5-d30a-4eff-9641-299c1d8bb04f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.231389513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edde28e5-d30a-4eff-9641-299c1d8bb04f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.256212098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56f6c5e3-ac2b-4767-8f36-297b4c6eca19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.256217075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe95eb5-69e0-4bdc-9ade-90bdbda9ba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.263356561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56f6c5e3-ac2b-4767-8f36-297b4c6eca19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.265692571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe95eb5-69e0-4bdc-9ade-90bdbda9ba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.305658202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50c59346-dfb8-452a-a3b1-3200bdebe895","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.322313502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"768f17c7-8295-4a25-b415-c2c027113560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.322327753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"768f17c7-8295-4a25-b415-c2c027113560","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.330257493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cb9e1a5-bd88-4841-82b1-1cb39bf2e79a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.330271216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cb9e1a5-bd88-4841-82b1-1cb39bf2e79a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.355777097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d6d62f6-f9b5-4317-ba15-cb34e1caf80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.356208391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9794c9c3-47cb-4367-ba9c-46d175c91812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.3637247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d6d62f6-f9b5-4317-ba15-cb34e1caf80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:55.363771862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9794c9c3-47cb-4367-ba9c-46d175c91812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:57.177592922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"53872e35-6204-44f6-8e5f-30020d807032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:57.177612079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"53872e35-6204-44f6-8e5f-30020d807032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:58.017758742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"638daa78-4b2e-43d0-a9c6-ad740b8f38b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:58.017776737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"638daa78-4b2e-43d0-a9c6-ad740b8f38b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:59.98109154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6914cf28-0988-4f51-a26e-98bf1cd88ef7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:00.079059914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ff43eec-a866-41a6-8884-45999d14097a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:00.385031617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cef23bb-8408-4d6b-a267-fda9febf240a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:00.385055372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cef23bb-8408-4d6b-a267-fda9febf240a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.109451184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8968fe57-b9e9-4aed-bfa5-82e33eecedbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:01.109476114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8968fe57-b9e9-4aed-bfa5-82e33eecedbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.967176716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e472cab7-405b-4f09-a58e-efb122c4df31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:03.967206003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e472cab7-405b-4f09-a58e-efb122c4df31","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.658680452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea604964-f9aa-498d-81cb-c968ba1c3920","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.658790662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea604964-f9aa-498d-81cb-c968ba1c3920","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.878783812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef74a93-45c8-4dac-b2fc-fe2fd3820330","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.878804686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef74a93-45c8-4dac-b2fc-fe2fd3820330","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.89539059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2699664-652f-48ee-92ce-3d7515d5efdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.897640631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff95730-7de2-4913-9d8c-9f2a508f6f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.897845934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a951aecf-d297-4e04-8b7e-28ef780854cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.906522764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff95730-7de2-4913-9d8c-9f2a508f6f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.906764637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a951aecf-d297-4e04-8b7e-28ef780854cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.910820608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27e8beee-218e-44b9-8dc6-388d2059c6d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.910841025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27e8beee-218e-44b9-8dc6-388d2059c6d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:04.992077255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a38dc9c-09d3-464a-8f7e-a49a761a52cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.232815899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d4f1517-8a33-42e7-a5d7-9099160e834a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.232832633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d4f1517-8a33-42e7-a5d7-9099160e834a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.710553546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fba61b6-bbac-4d9a-8b81-ece901697ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.710572012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1fba61b6-bbac-4d9a-8b81-ece901697ed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.727256646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"956d8bee-a169-4388-9809-208b730bbfc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.730735505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12586c54-d6e5-43c5-9e56-47deb57ef644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.731165729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5ebb19-4a87-4296-bfe7-7702b82a1098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.741324592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12586c54-d6e5-43c5-9e56-47deb57ef644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.741992963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5ebb19-4a87-4296-bfe7-7702b82a1098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.744039202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58b833d2-a861-42f1-a8c5-04f631c1bf07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.744061208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58b833d2-a861-42f1-a8c5-04f631c1bf07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:05.824391147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9cace50f-5e3f-4136-9e66-78fee88c9ac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.529813527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75c014f5-c972-435a-9b31-35fa87070429","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.529839218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75c014f5-c972-435a-9b31-35fa87070429","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.54550474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2edcb15-5812-405b-ab44-1973e941432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.55980014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2edcb15-5812-405b-ab44-1973e941432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.59507757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2d07bdc-fa50-4f44-8199-7c0545fc0b3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.595096706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2d07bdc-fa50-4f44-8199-7c0545fc0b3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.690838243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c6161e-131b-46fa-9ef6-88c517d49bbb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.690859274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07c6161e-131b-46fa-9ef6-88c517d49bbb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.704207516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d6d2af9-3394-4e76-896f-131c63957b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.704251222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d9397ba-c5df-4ccb-85e6-1fdcad872e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.71046671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e67c2e02-1db6-46d8-ac6b-706bebdcf276","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.715078639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d6d2af9-3394-4e76-896f-131c63957b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.715248071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d9397ba-c5df-4ccb-85e6-1fdcad872e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.728558507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59e5107f-2cd2-415e-85dc-c62eee484f60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:10.728574146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59e5107f-2cd2-415e-85dc-c62eee484f60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:14.457335627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:44.457611931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:53.89053576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326fd02-1e17-49bc-8ce4-ecf84edc0b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:53.895339034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326fd02-1e17-49bc-8ce4-ecf84edc0b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:53.89866433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326fd02-1e17-49bc-8ce4-ecf84edc0b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:53.903859399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d326fd02-1e17-49bc-8ce4-ecf84edc0b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.387624716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e53c92-ca90-4a42-a4d0-21a81e98727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.393136394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e53c92-ca90-4a42-a4d0-21a81e98727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.447223413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e53c92-ca90-4a42-a4d0-21a81e98727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.451248502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e53c92-ca90-4a42-a4d0-21a81e98727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.682674374Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-331bcaa1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-331bcaa1","reconcileID":"3ab9c202-51c3-4600-b3dd-eb6bdf36e107","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-331bcaa1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-331bcaa1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.726226915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b8316d-190c-4c68-9c2d-4f3a02aec80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.730520957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b8316d-190c-4c68-9c2d-4f3a02aec80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.734572821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b8316d-190c-4c68-9c2d-4f3a02aec80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.737734444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b8316d-190c-4c68-9c2d-4f3a02aec80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:54.781829355Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-15abbf02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-15abbf02","reconcileID":"acba6026-1838-4e4c-96ba-a8e84c0950f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-15abbf02","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-15abbf02":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.122954397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6add78af-330c-4fb5-a4f0-671205e03535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.126491326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6add78af-330c-4fb5-a4f0-671205e03535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.132032194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6add78af-330c-4fb5-a4f0-671205e03535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.135082646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6add78af-330c-4fb5-a4f0-671205e03535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.39907512Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e9b9924e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e9b9924e","reconcileID":"b0ac10f9-ce81-4f87-b51b-14960bc9684d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e9b9924e-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e9b9924e-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.585957438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c4a159e-827c-4074-9bc6-57f1099568d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.58899391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c4a159e-827c-4074-9bc6-57f1099568d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.592896538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c4a159e-827c-4074-9bc6-57f1099568d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.596996624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c4a159e-827c-4074-9bc6-57f1099568d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.912817634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34531c9d-8791-4a47-80ac-c72c37501ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.916974921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34531c9d-8791-4a47-80ac-c72c37501ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.920426341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34531c9d-8791-4a47-80ac-c72c37501ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:55.925768906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34531c9d-8791-4a47-80ac-c72c37501ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.376218178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5ed62c-8253-4c09-b901-ccecfcd6e6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.379868739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5ed62c-8253-4c09-b901-ccecfcd6e6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.452287216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5ed62c-8253-4c09-b901-ccecfcd6e6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.457275768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5ed62c-8253-4c09-b901-ccecfcd6e6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.825543077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd101b-d759-4b80-994b-0e9e2fe3cd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.829060829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd101b-d759-4b80-994b-0e9e2fe3cd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.832362199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd101b-d759-4b80-994b-0e9e2fe3cd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:56.836319531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fd101b-d759-4b80-994b-0e9e2fe3cd77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.177701835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d41b7-74fd-48bb-9039-4559ef904587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.181550707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d41b7-74fd-48bb-9039-4559ef904587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.18482278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d41b7-74fd-48bb-9039-4559ef904587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.188164932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7d41b7-74fd-48bb-9039-4559ef904587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.583397942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c21fdb4-c24c-4a99-8488-1dd9db3498fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.586703286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c21fdb4-c24c-4a99-8488-1dd9db3498fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.590066497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c21fdb4-c24c-4a99-8488-1dd9db3498fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.594143094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c21fdb4-c24c-4a99-8488-1dd9db3498fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.609614379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"8597d5d6-2232-4038-a14f-2503783cf2c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-331bcaa1","tenantID":"e2e-ait-331bcaa1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.630290893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"8597d5d6-2232-4038-a14f-2503783cf2c5","name":"e2e-ait-331bcaa1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:57.869899204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c83251ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c83251ee","reconcileID":"29bbe7e7-10f7-43a2-be68-d890c10e54fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c83251ee","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c83251ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.035090044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee44e0-0704-4332-97dd-610309ffb68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.038329298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee44e0-0704-4332-97dd-610309ffb68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.041686364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee44e0-0704-4332-97dd-610309ffb68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.045035894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ee44e0-0704-4332-97dd-610309ffb68d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.272898605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8452e77-0ee7-45eb-baca-e950bf17aceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.276059466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8452e77-0ee7-45eb-baca-e950bf17aceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.279462158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8452e77-0ee7-45eb-baca-e950bf17aceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.285595565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8452e77-0ee7-45eb-baca-e950bf17aceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.540921703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6a9f36-ed61-4b01-80d4-95a7cbbed1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.544020252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6a9f36-ed61-4b01-80d4-95a7cbbed1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.547142726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6a9f36-ed61-4b01-80d4-95a7cbbed1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.550253691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6a9f36-ed61-4b01-80d4-95a7cbbed1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.686969187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"ca78fd98-2f61-4986-8640-7af778916c0f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-15abbf02","tenantID":"e2e-ait-15abbf02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.707548395Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"ca78fd98-2f61-4986-8640-7af778916c0f","name":"e2e-ait-15abbf02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.746636966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a5b0ff-af5e-49c6-a0bd-40ac7e790124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.75307711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a5b0ff-af5e-49c6-a0bd-40ac7e790124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.761218293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a5b0ff-af5e-49c6-a0bd-40ac7e790124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:58.769148709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a5b0ff-af5e-49c6-a0bd-40ac7e790124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.187957678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ce45781-7e58-4375-9104-ee7c9498949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.191066006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ce45781-7e58-4375-9104-ee7c9498949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.194124024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ce45781-7e58-4375-9104-ee7c9498949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.197223544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ce45781-7e58-4375-9104-ee7c9498949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.465842699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5324bf83-6ed7-4733-99f0-e64fb2643149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.468977158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5324bf83-6ed7-4733-99f0-e64fb2643149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.474152634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5324bf83-6ed7-4733-99f0-e64fb2643149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.480197022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5324bf83-6ed7-4733-99f0-e64fb2643149","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.843289102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c97956-6d6d-4a08-8e46-25241a34c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.846329858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c97956-6d6d-4a08-8e46-25241a34c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.849436083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c97956-6d6d-4a08-8e46-25241a34c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.854803988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c97956-6d6d-4a08-8e46-25241a34c182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.87538728Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"addb7f58-543c-43ae-b966-eed34799f311","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.882657624Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"addb7f58-543c-43ae-b966-eed34799f311","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.888065552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"addb7f58-543c-43ae-b966-eed34799f311","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e9b9924e-gw","tenantID":"e2e-migrate-e9b9924e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:59.906287087Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"addb7f58-543c-43ae-b966-eed34799f311","name":"e2e-migrate-e9b9924e-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.558938624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50ca2547-47e5-4a58-9e33-3fcf6caab249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.665570539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0eb5c6f8-1f72-4dc0-875b-f0272d18e463","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:00.959611494Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"34f8a9f7-e40b-49c2-83fe-1179696d0cad","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.886198271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"4a256717-cb3d-4ea0-96ae-37e22c32fa4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c83251ee","tenantID":"e2e-ait-c83251ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:01.910047603Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"4a256717-cb3d-4ea0-96ae-37e22c32fa4b","name":"e2e-ait-c83251ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.335701202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8505f2b-6a68-4241-b2a3-837da1d02e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.341378617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8505f2b-6a68-4241-b2a3-837da1d02e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.374237645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8505f2b-6a68-4241-b2a3-837da1d02e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.400301058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8505f2b-6a68-4241-b2a3-837da1d02e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.702294775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7ca7c6-fe9a-4526-a4fd-96a5668c0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.705374898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7ca7c6-fe9a-4526-a4fd-96a5668c0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.708268445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7ca7c6-fe9a-4526-a4fd-96a5668c0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:03.711428018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7ca7c6-fe9a-4526-a4fd-96a5668c0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:04.023812473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4aec6006","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4aec6006","reconcileID":"d16f5e87-e70d-46b9-9e5a-c00bba323e10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4aec6006","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-4aec6006":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:04.295102411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9c3d42-5630-4164-8298-d92786026055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:04.301205965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9c3d42-5630-4164-8298-d92786026055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:04.307531862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9c3d42-5630-4164-8298-d92786026055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:04.396597982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9c3d42-5630-4164-8298-d92786026055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:05.467089784Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"7cc10ff2-75f7-4d73-a865-00e0d5410e40","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:05.479269353Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"7cc10ff2-75f7-4d73-a865-00e0d5410e40","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:06.716570437Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"035e6108-a851-4f2b-a6a0-b0fc07d7e850","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.780997004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a23ca3b-b595-4fb4-8d56-52af59b83f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.784594745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a23ca3b-b595-4fb4-8d56-52af59b83f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.788355547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a23ca3b-b595-4fb4-8d56-52af59b83f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:08.791632986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a23ca3b-b595-4fb4-8d56-52af59b83f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.023254288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652dcf24-563f-4e1a-8653-38ae60a4ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.027439503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652dcf24-563f-4e1a-8653-38ae60a4ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.031367527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652dcf24-563f-4e1a-8653-38ae60a4ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.047403928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652dcf24-563f-4e1a-8653-38ae60a4ffb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.286409391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5ee67a-1387-4a11-b2b0-48b17afdc200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.296168459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5ee67a-1387-4a11-b2b0-48b17afdc200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.29985466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5ee67a-1387-4a11-b2b0-48b17afdc200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.303998489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5ee67a-1387-4a11-b2b0-48b17afdc200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.333266404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"cbbf68e6-cd14-46a6-bcae-3f70dbc13d0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-4aec6006","tenantID":"e2e-derive-4aec6006","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:09.351001939Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"cbbf68e6-cd14-46a6-bcae-3f70dbc13d0c","name":"e2e-derive-4aec6006-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.719312157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed179261-52ce-444e-9fe2-e93bf1b4c900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.722220719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed179261-52ce-444e-9fe2-e93bf1b4c900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.725294325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed179261-52ce-444e-9fe2-e93bf1b4c900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.728249464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed179261-52ce-444e-9fe2-e93bf1b4c900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.916083176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f257e23a-433f-4822-8353-3667abea2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.919206747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f257e23a-433f-4822-8353-3667abea2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.922359192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f257e23a-433f-4822-8353-3667abea2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:10.925417775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f257e23a-433f-4822-8353-3667abea2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.107536484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1c72ef-c7d2-4006-a662-367df877646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.110479504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1c72ef-c7d2-4006-a662-367df877646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.113342853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1c72ef-c7d2-4006-a662-367df877646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.116251579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1c72ef-c7d2-4006-a662-367df877646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.119537077Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"245d97a4-c99a-4c13-8b67-4cbaf4e337c6","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.133949733Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"245d97a4-c99a-4c13-8b67-4cbaf4e337c6","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.52136647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d865353b-a987-4091-8860-4081e5b08f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.525469085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d865353b-a987-4091-8860-4081e5b08f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.529164047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d865353b-a987-4091-8860-4081e5b08f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.535067984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d865353b-a987-4091-8860-4081e5b08f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.819398704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6f5b70-3638-4295-a642-3fdd8158e12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.822676238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6f5b70-3638-4295-a642-3fdd8158e12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.826181405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6f5b70-3638-4295-a642-3fdd8158e12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:11.829582062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6f5b70-3638-4295-a642-3fdd8158e12c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:12.026543147Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a5ec3c84-9cc0-4def-861d-d3bd2c957359","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.287116214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6eb3b-d70a-41df-b773-88b23f3a880c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.295039362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6eb3b-d70a-41df-b773-88b23f3a880c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.299345632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6eb3b-d70a-41df-b773-88b23f3a880c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.302881172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c6eb3b-d70a-41df-b773-88b23f3a880c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.56754384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68ed7e5-1d9c-4e52-a28f-610bc60e1a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.574107795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68ed7e5-1d9c-4e52-a28f-610bc60e1a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.58124757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68ed7e5-1d9c-4e52-a28f-610bc60e1a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.59454846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a68ed7e5-1d9c-4e52-a28f-610bc60e1a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.941181947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a47aa6-d8c6-4641-a0a9-38b847964549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.944452073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a47aa6-d8c6-4641-a0a9-38b847964549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.955984185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a47aa6-d8c6-4641-a0a9-38b847964549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.962033561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a47aa6-d8c6-4641-a0a9-38b847964549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:14.482812266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.543959729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4371b48e-6363-4701-b1c1-548352ec7b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.555987007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4371b48e-6363-4701-b1c1-548352ec7b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.563959929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4371b48e-6363-4701-b1c1-548352ec7b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.56998401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4371b48e-6363-4701-b1c1-548352ec7b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.857114178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c541a-1bf8-447c-bff3-85a2f64a5b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.866968223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c541a-1bf8-447c-bff3-85a2f64a5b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.877051548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c541a-1bf8-447c-bff3-85a2f64a5b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:15.889639729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8c541a-1bf8-447c-bff3-85a2f64a5b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.578285769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f3e737-4978-4c8a-bdf2-bc143266a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.59973363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f3e737-4978-4c8a-bdf2-bc143266a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.604417488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f3e737-4978-4c8a-bdf2-bc143266a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:16.61098972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f3e737-4978-4c8a-bdf2-bc143266a25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.175187143Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"113eee48-7461-4978-84cc-1afa54a43713","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.196813312Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"113eee48-7461-4978-84cc-1afa54a43713","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.405513193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3de04f3f-7569-4404-8a45-dd979f7c9ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:17.479624376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0fb761d-a563-4aa9-806e-fdae1a41b3fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.114290275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044ade9a-a83f-4b88-b36e-d5c5cd5244d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.117269428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044ade9a-a83f-4b88-b36e-d5c5cd5244d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.120258171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044ade9a-a83f-4b88-b36e-d5c5cd5244d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.146290621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044ade9a-a83f-4b88-b36e-d5c5cd5244d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.176409504Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"55d9a039-a5f2-4f4d-b965-e797bcdbfc1d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.486803782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e56c68a-9929-4902-bda7-b6b6cd9ed29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.490170699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e56c68a-9929-4902-bda7-b6b6cd9ed29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.493272569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e56c68a-9929-4902-bda7-b6b6cd9ed29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.496432868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e56c68a-9929-4902-bda7-b6b6cd9ed29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.713255276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8dce75-57bf-43dd-a9c2-5530266de98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.716657234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8dce75-57bf-43dd-a9c2-5530266de98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.719808397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8dce75-57bf-43dd-a9c2-5530266de98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.722931726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8dce75-57bf-43dd-a9c2-5530266de98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.915334485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6fb17a-b244-4c20-a2a0-49850231fd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.918307775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6fb17a-b244-4c20-a2a0-49850231fd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.921345622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6fb17a-b244-4c20-a2a0-49850231fd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:18.924449886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6fb17a-b244-4c20-a2a0-49850231fd9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.07526906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403b14a3-90eb-4b39-bca4-68c9728df922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.079108642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403b14a3-90eb-4b39-bca4-68c9728df922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.083011704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403b14a3-90eb-4b39-bca4-68c9728df922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.086655401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403b14a3-90eb-4b39-bca4-68c9728df922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.313067309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af348922-0b75-426a-9422-69cb0ff2465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.316147139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af348922-0b75-426a-9422-69cb0ff2465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.319282693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af348922-0b75-426a-9422-69cb0ff2465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:21.32245016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af348922-0b75-426a-9422-69cb0ff2465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:22.175858319Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"bd7fbfec-8158-4fa9-81e4-7e1c58b726ce","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:22.185139992Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"bd7fbfec-8158-4fa9-81e4-7e1c58b726ce","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:22.804482939Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"47d75607-f318-42c5-b749-8e7090e737c3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.524452207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","namespace":"ai-tenant-e2e-ait-331bcaa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.524523301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","namespace":"ai-tenant-e2e-ait-331bcaa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.524572926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","tenant":"e2e-ait-331bcaa1","tenantID":"e2e-ait-331bcaa1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.529168443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Deployment","name":"maas-api-e2e-ait-331bcaa1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.549884488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Service","name":"maas-api-e2e-ait-331bcaa1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.55887411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-331bcaa1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.565371873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-331bcaa1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.575650838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.580531033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.587867453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.593390946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.596131577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Deployment","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.598795742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.601601608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Service","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.604473696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"Service","name":"payload-pre-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.607666493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.610785585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.613353211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.618971919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.621450903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.624048077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.626504149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-331bcaa1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.628839722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-331bcaa1"},"namespace":"ai-tenant-e2e-ait-331bcaa1","name":"default-tenant","reconcileID":"1ffa2d94-08b8-433e-bd27-63865db2e9a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-331bcaa1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.79312609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-331bcaa1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-331bcaa1","reconcileID":"91dec65b-fdc1-496b-91f1-245d85ac8421","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-331bcaa1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-331bcaa1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.024314792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80e8cf-2a5e-4691-a335-2cc925a2f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.046892817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80e8cf-2a5e-4691-a335-2cc925a2f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.057129665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80e8cf-2a5e-4691-a335-2cc925a2f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.060613734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c80e8cf-2a5e-4691-a335-2cc925a2f62f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.29836904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102b2f19-3903-4c03-9bbd-45038f1ce86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.301361534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102b2f19-3903-4c03-9bbd-45038f1ce86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.304372513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102b2f19-3903-4c03-9bbd-45038f1ce86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.307476113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102b2f19-3903-4c03-9bbd-45038f1ce86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.507924768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae00693-89e7-4263-a2ae-3d828170456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.511032864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae00693-89e7-4263-a2ae-3d828170456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.552939962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae00693-89e7-4263-a2ae-3d828170456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.557741263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae00693-89e7-4263-a2ae-3d828170456d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.949861531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6803faa9-e5c8-4f63-a041-920d3ce39d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.953794559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6803faa9-e5c8-4f63-a041-920d3ce39d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.956951683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6803faa9-e5c8-4f63-a041-920d3ce39d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:24.960201159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6803faa9-e5c8-4f63-a041-920d3ce39d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:25.918624655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25d469f1-859e-4806-b05d-b668c9fd4aad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:26.021899704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8265c18e-fbfd-4138-94ff-52f41dcb34cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:26.162079825Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"d5bfae6d-d136-428a-8851-0969574f5309","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:26.173484391Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"d5bfae6d-d136-428a-8851-0969574f5309","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:26.948117209Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c041bea9-4056-45e4-af1c-56b879487e01","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.350816546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","namespace":"ai-tenant-e2e-ait-15abbf02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.350923555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","namespace":"ai-tenant-e2e-ait-15abbf02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.351006425Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","tenant":"e2e-ait-15abbf02","tenantID":"e2e-ait-15abbf02","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.355594645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Deployment","name":"maas-api-e2e-ait-15abbf02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.368638952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Service","name":"maas-api-e2e-ait-15abbf02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.379154765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-15abbf02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.393768174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-15abbf02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.403635678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.414651517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.425072716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.434066236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.440193728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Deployment","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.446159896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.44929257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Service","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.452351728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"Service","name":"payload-pre-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.456067644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.45873806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.461583128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.467788454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.470656316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.473294592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.480023947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-15abbf02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.482526209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-15abbf02"},"namespace":"ai-tenant-e2e-ait-15abbf02","name":"default-tenant","reconcileID":"27130a0f-4aa9-4359-a98e-9bb48adf44e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-15abbf02","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.489404978Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","namespace":"ai-tenant-e2e-migrate-e9b9924e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.489467434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","namespace":"ai-tenant-e2e-migrate-e9b9924e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.489579474Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","tenant":"e2e-migrate-e9b9924e","tenantID":"e2e-migrate-e9b9924e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.494031159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Deployment","name":"maas-api-e2e-migrate-e9b9924e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.50728057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Service","name":"maas-api-e2e-migrate-e9b9924e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.518810689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e9b9924e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.523737679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e9b9924e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.528816446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.538248536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.540846974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.543692917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.546429055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Deployment","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.551499457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.553965293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Service","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.556477285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.55890131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.561390672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.563843172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-15abbf02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-15abbf02","reconcileID":"047c13b5-8721-422e-a644-44d29018ad94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-15abbf02","removed":["maas.opendatahub.io/gateway-access-e2e-ait-15abbf02"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.563965722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.566440183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.570357807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.572992236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.575470202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e9b9924e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.577893605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e9b9924e"},"namespace":"ai-tenant-e2e-migrate-e9b9924e","name":"default-tenant","reconcileID":"f03b5fbc-8ec7-4008-aafd-e0cd1ca182fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e9b9924e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.913420454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e9b9924e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e9b9924e","reconcileID":"6de892d4-7cda-4180-8312-65fb9654a93b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e9b9924e-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e9b9924e-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.954328434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e2cf13-3345-4af6-8260-2493052b35d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.970744782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e2cf13-3345-4af6-8260-2493052b35d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.979228878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e2cf13-3345-4af6-8260-2493052b35d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:28.983018126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e2cf13-3345-4af6-8260-2493052b35d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.223366749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b0783a-73a5-45d9-a9c5-5afd17ba1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.226591708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b0783a-73a5-45d9-a9c5-5afd17ba1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.229566982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b0783a-73a5-45d9-a9c5-5afd17ba1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.23277937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b0783a-73a5-45d9-a9c5-5afd17ba1526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.40736981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7ac09-a830-4bbb-83d1-762c42212047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.410739723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7ac09-a830-4bbb-83d1-762c42212047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.413942356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7ac09-a830-4bbb-83d1-762c42212047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.417748969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7ac09-a830-4bbb-83d1-762c42212047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.60538267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1128aaf8-cb5f-4d4a-a648-e5712a85a837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.60827687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1128aaf8-cb5f-4d4a-a648-e5712a85a837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.612893879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1128aaf8-cb5f-4d4a-a648-e5712a85a837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.616537598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1128aaf8-cb5f-4d4a-a648-e5712a85a837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.667526574Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","namespace":"ai-tenant-e2e-ait-c83251ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.667585622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","namespace":"ai-tenant-e2e-ait-c83251ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.667636261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","tenant":"e2e-ait-c83251ee","tenantID":"e2e-ait-c83251ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.672719347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Deployment","name":"maas-api-e2e-ait-c83251ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.68431884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Service","name":"maas-api-e2e-ait-c83251ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.701490798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c83251ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.708723372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c83251ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.719133584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.723944393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.731325688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.74937536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.752852691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Deployment","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.755166982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.757544222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Service","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.760110048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"Service","name":"payload-pre-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.762486168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.764832854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.767306725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.77335955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.775873271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.778397017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.78197852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c83251ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.784717139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c83251ee"},"namespace":"ai-tenant-e2e-ait-c83251ee","name":"default-tenant","reconcileID":"3aa0c35f-0fc7-42aa-86a6-f353469ad956","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c83251ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.846251462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6670473-7edb-4374-b444-e8817fd74cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.849596863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6670473-7edb-4374-b444-e8817fd74cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.856177052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6670473-7edb-4374-b444-e8817fd74cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:29.86632092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6670473-7edb-4374-b444-e8817fd74cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.010394235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c83251ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c83251ee","reconcileID":"5f8f5e05-a990-40cb-8dbb-fefc8abc6cf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c83251ee","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c83251ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.085199358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-650be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-650be0","reconcileID":"d0dab3ba-6f19-4b88-9593-3c4a2d27276e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-650be0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-650be0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.221902312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7444b327-14a9-4ae5-87e2-429cfc57b41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.225087168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7444b327-14a9-4ae5-87e2-429cfc57b41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.22810143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7444b327-14a9-4ae5-87e2-429cfc57b41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.231221946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7444b327-14a9-4ae5-87e2-429cfc57b41f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.531876385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da0959b-308d-4b4a-99c5-afa4634afd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.53697892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da0959b-308d-4b4a-99c5-afa4634afd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.540699707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da0959b-308d-4b4a-99c5-afa4634afd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:30.54682568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da0959b-308d-4b4a-99c5-afa4634afd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.227019294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4965d506-288f-4f16-9402-7cccd8f9d1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.230321346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4965d506-288f-4f16-9402-7cccd8f9d1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.234393889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4965d506-288f-4f16-9402-7cccd8f9d1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.237645502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4965d506-288f-4f16-9402-7cccd8f9d1dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.500336258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf99479-fc33-4a38-87d6-be856e2443e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.503394628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf99479-fc33-4a38-87d6-be856e2443e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.506704207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf99479-fc33-4a38-87d6-be856e2443e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.509801098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf99479-fc33-4a38-87d6-be856e2443e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.716653294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477cacda-956e-488d-86aa-d8465c8e14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.720875564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477cacda-956e-488d-86aa-d8465c8e14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.729553949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477cacda-956e-488d-86aa-d8465c8e14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:32.761433282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477cacda-956e-488d-86aa-d8465c8e14b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.122548159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a18b5-a1d1-4c38-9d67-3585c0022e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.125677438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a18b5-a1d1-4c38-9d67-3585c0022e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.128971877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a18b5-a1d1-4c38-9d67-3585c0022e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.132094219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7a18b5-a1d1-4c38-9d67-3585c0022e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.193095266Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f7680d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f7680d","reconcileID":"8aa449f4-d99d-42f2-a4d2-575eeff5f396","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f7680d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-f7680d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.355482297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a04e41-0e8e-415e-a4f7-6e0839713c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.358458138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a04e41-0e8e-415e-a4f7-6e0839713c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.361456195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a04e41-0e8e-415e-a4f7-6e0839713c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.364427781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a04e41-0e8e-415e-a4f7-6e0839713c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.612048098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efc7b72-b3b4-432e-8001-1d8c17292acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.615205698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efc7b72-b3b4-432e-8001-1d8c17292acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.618278195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efc7b72-b3b4-432e-8001-1d8c17292acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.621249121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efc7b72-b3b4-432e-8001-1d8c17292acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.88111696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fc9ab-c764-4467-975e-dda602086642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.888323723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fc9ab-c764-4467-975e-dda602086642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.961666443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fc9ab-c764-4467-975e-dda602086642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:33.965633151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fc9ab-c764-4467-975e-dda602086642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.085093138Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-83755a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-83755a","reconcileID":"80b03986-e421-48ae-996c-440ed425e1d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-83755a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-83755a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.400316126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeae81f-ddd7-4cb5-8e31-606a5c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.407353199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeae81f-ddd7-4cb5-8e31-606a5c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.412662635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeae81f-ddd7-4cb5-8e31-606a5c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.423198223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffeae81f-ddd7-4cb5-8e31-606a5c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.711334633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9552be-adf2-4791-84ae-3c5f24f0d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.714332253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9552be-adf2-4791-84ae-3c5f24f0d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.717868829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9552be-adf2-4791-84ae-3c5f24f0d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.721418418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb9552be-adf2-4791-84ae-3c5f24f0d5fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:34.99515956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"e276c04c-6100-405a-ab89-a80426b376b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.016326733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"e276c04c-6100-405a-ab89-a80426b376b4","name":"e2e-worker-w4-650be0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.036354633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c1d3d-b986-4eee-8eb6-4f5273cd6783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.039499397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c1d3d-b986-4eee-8eb6-4f5273cd6783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.042963832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c1d3d-b986-4eee-8eb6-4f5273cd6783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.046796092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42c1d3d-b986-4eee-8eb6-4f5273cd6783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.409976196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4eee4-16cc-4c61-b64a-186418116461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.41369605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4eee4-16cc-4c61-b64a-186418116461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.422894585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4eee4-16cc-4c61-b64a-186418116461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.450471837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d4eee4-16cc-4c61-b64a-186418116461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.715802467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340c7896-a179-4d2b-99f9-373263dc8a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.7191332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340c7896-a179-4d2b-99f9-373263dc8a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.722446537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340c7896-a179-4d2b-99f9-373263dc8a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:35.726393533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340c7896-a179-4d2b-99f9-373263dc8a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.015107696Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2f9a3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2f9a3a","reconcileID":"fe75df40-8bf6-4b23-b24f-c02b5a3a9c61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2f9a3a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-2f9a3a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.040747688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc7ff9-82e1-4bc4-872b-c1e0f8158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.044942473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc7ff9-82e1-4bc4-872b-c1e0f8158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.053169018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc7ff9-82e1-4bc4-872b-c1e0f8158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.058150623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacc7ff9-82e1-4bc4-872b-c1e0f8158607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.268536857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"0eb823bb-0ea7-401c-8046-c223a89830ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.286762695Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"0eb823bb-0ea7-401c-8046-c223a89830ba","name":"e2e-worker-w2-f7680d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.29626339Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","namespace":"ai-tenant-e2e-derive-4aec6006","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.296338056Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","namespace":"ai-tenant-e2e-derive-4aec6006","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.296422277Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","tenant":"e2e-derive-4aec6006","tenantID":"e2e-derive-4aec6006","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.301832435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Deployment","name":"maas-api-e2e-derive-4aec6006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.304945063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9522e93d-45c1-4a64-a16d-1b499e96b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.308304703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9522e93d-45c1-4a64-a16d-1b499e96b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.311611395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9522e93d-45c1-4a64-a16d-1b499e96b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.31565405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9522e93d-45c1-4a64-a16d-1b499e96b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.322351671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Service","name":"maas-api-e2e-derive-4aec6006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.33057752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-4aec6006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.335818261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-4aec6006","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.346047578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.351529539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.360020512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.36530439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.371085273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Deployment","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.373496276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.375959287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Service","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.378532578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"Service","name":"payload-pre-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.383593283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"DestinationRule","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.39100036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.393888901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.405963957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.414721759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.422547438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.425970192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-4aec6006","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.430871835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4aec6006"},"namespace":"ai-tenant-e2e-derive-4aec6006","name":"default-tenant","reconcileID":"9872c0bb-d3a3-47c2-953c-d3a96a785e59","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-4aec6006","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.646492055Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4aec6006","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4aec6006","reconcileID":"8e9d883b-ede4-4d1b-9997-192bf286d2c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4aec6006","removed":["maas.opendatahub.io/gateway-access-e2e-derive-4aec6006"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.939028891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db0da53-7677-44a0-8233-1a4ebe3a9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.942759126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db0da53-7677-44a0-8233-1a4ebe3a9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.946288215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db0da53-7677-44a0-8233-1a4ebe3a9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:36.950001181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db0da53-7677-44a0-8233-1a4ebe3a9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.323093163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466da060-cd74-4c71-ab6e-c844172d1e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.327125874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466da060-cd74-4c71-ab6e-c844172d1e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.33043418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466da060-cd74-4c71-ab6e-c844172d1e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.333502209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466da060-cd74-4c71-ab6e-c844172d1e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.750882665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926cef3-2ac5-4873-b27c-a3bc0bccb606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.754172788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926cef3-2ac5-4873-b27c-a3bc0bccb606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.757276905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926cef3-2ac5-4873-b27c-a3bc0bccb606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.760412801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a926cef3-2ac5-4873-b27c-a3bc0bccb606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.890094709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"1d6273ff-0ed7-4dfd-a0a4-5a58be5040f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:37.949830247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"1d6273ff-0ed7-4dfd-a0a4-5a58be5040f7","name":"e2e-worker-w3-83755a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.147566131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd6079a-5269-4719-80f8-677e535584ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.15108768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd6079a-5269-4719-80f8-677e535584ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.154142376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd6079a-5269-4719-80f8-677e535584ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.15742228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd6079a-5269-4719-80f8-677e535584ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.451219174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101ab40-8017-46ff-a791-a5aa9573b9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.454270243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101ab40-8017-46ff-a791-a5aa9573b9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.457349397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101ab40-8017-46ff-a791-a5aa9573b9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.460311376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3101ab40-8017-46ff-a791-a5aa9573b9bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.713935117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636204c9-56c1-4f64-b0ba-0dd42ac4d65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.717277384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636204c9-56c1-4f64-b0ba-0dd42ac4d65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.720397739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636204c9-56c1-4f64-b0ba-0dd42ac4d65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:38.723573742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"636204c9-56c1-4f64-b0ba-0dd42ac4d65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:40.599078842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2f4aa677-76e0-418d-95ed-e7c954ced41a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:40.617548574Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2f4aa677-76e0-418d-95ed-e7c954ced41a","name":"e2e-worker-w0-2f9a3a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.095645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c168dc63-7f58-4030-ad0c-c439da3ede4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.10013014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c168dc63-7f58-4030-ad0c-c439da3ede4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.110337006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c168dc63-7f58-4030-ad0c-c439da3ede4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.115571778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c168dc63-7f58-4030-ad0c-c439da3ede4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.336950665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26f4c1c-36f6-483c-a6a4-2b2999e73cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.339886262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26f4c1c-36f6-483c-a6a4-2b2999e73cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.342828548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26f4c1c-36f6-483c-a6a4-2b2999e73cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.345967658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26f4c1c-36f6-483c-a6a4-2b2999e73cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.726756517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fa175c-ce33-4dea-8197-cdd788babeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.729766681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fa175c-ce33-4dea-8197-cdd788babeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.732595497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fa175c-ce33-4dea-8197-cdd788babeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:41.735623303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fa175c-ce33-4dea-8197-cdd788babeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.051353744Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-88bbf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-88bbf7","reconcileID":"fbb222d7-a09b-4ad2-8029-a835de9b2dc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-88bbf7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-88bbf7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.11413317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f81183-c09d-4aa9-8c90-b6b1b6b10293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.181929958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f81183-c09d-4aa9-8c90-b6b1b6b10293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.210249024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f81183-c09d-4aa9-8c90-b6b1b6b10293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.274166652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f81183-c09d-4aa9-8c90-b6b1b6b10293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.614799942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99392d8a-c3a7-47ed-8cd0-9269cd150e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.622193074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99392d8a-c3a7-47ed-8cd0-9269cd150e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.62662138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99392d8a-c3a7-47ed-8cd0-9269cd150e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.632108056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99392d8a-c3a7-47ed-8cd0-9269cd150e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.96010021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e255f6-fdaa-4505-9452-03e7a6ef0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.966133145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e255f6-fdaa-4505-9452-03e7a6ef0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.973847608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e255f6-fdaa-4505-9452-03e7a6ef0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:42.987087574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e255f6-fdaa-4505-9452-03e7a6ef0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:44.473224324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:45.671150593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554df958-d507-43a4-8741-8b692242f53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:45.676992685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554df958-d507-43a4-8741-8b692242f53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:45.681449384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554df958-d507-43a4-8741-8b692242f53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:45.68529595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554df958-d507-43a4-8741-8b692242f53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.033871557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa75e60-658a-4ca6-993d-d53b525edb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.037602184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa75e60-658a-4ca6-993d-d53b525edb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.042401387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa75e60-658a-4ca6-993d-d53b525edb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.046037822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa75e60-658a-4ca6-993d-d53b525edb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.488188045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb18c5fb-1286-457f-b2d0-a7e2f4b096bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.496239456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb18c5fb-1286-457f-b2d0-a7e2f4b096bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.50082213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb18c5fb-1286-457f-b2d0-a7e2f4b096bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.505620463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb18c5fb-1286-457f-b2d0-a7e2f4b096bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.926782503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5b4ea-e800-4f38-90b9-5be032e9e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.930948253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5b4ea-e800-4f38-90b9-5be032e9e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.934153125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5b4ea-e800-4f38-90b9-5be032e9e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:46.937400533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5b4ea-e800-4f38-90b9-5be032e9e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.292762205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209d430e-35c2-47be-8a0e-8a601e66fb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.29618833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209d430e-35c2-47be-8a0e-8a601e66fb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.299326025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209d430e-35c2-47be-8a0e-8a601e66fb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.302669837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209d430e-35c2-47be-8a0e-8a601e66fb15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.539975859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad6720c-5400-4469-90fe-1609e8b8d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.544044221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad6720c-5400-4469-90fe-1609e8b8d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.547523591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad6720c-5400-4469-90fe-1609e8b8d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.555115575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad6720c-5400-4469-90fe-1609e8b8d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.609991683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"d8b8fb8d-e436-4000-bd4a-32dae16fec07","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.627858028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"d8b8fb8d-e436-4000-bd4a-32dae16fec07","name":"e2e-worker-w1-88bbf7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:48.111751339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b1030b-6cf5-48f2-b6a2-d37bfa6161d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:48.1148599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b1030b-6cf5-48f2-b6a2-d37bfa6161d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:48.118851971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b1030b-6cf5-48f2-b6a2-d37bfa6161d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:48.126669471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b1030b-6cf5-48f2-b6a2-d37bfa6161d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.229267281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba898e-c48d-4e3d-8d6f-2eeeb0df5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.233815448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba898e-c48d-4e3d-8d6f-2eeeb0df5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.237953683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba898e-c48d-4e3d-8d6f-2eeeb0df5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.246739847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ba898e-c48d-4e3d-8d6f-2eeeb0df5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.526455815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea73430-9757-40ff-b9df-2a0ed6fdd5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.52981108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea73430-9757-40ff-b9df-2a0ed6fdd5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.533035726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea73430-9757-40ff-b9df-2a0ed6fdd5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:49.536165574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ea73430-9757-40ff-b9df-2a0ed6fdd5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.48854908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ad3381-3ae8-48dd-9c9a-bf4478837051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.500139551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ad3381-3ae8-48dd-9c9a-bf4478837051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.507127714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ad3381-3ae8-48dd-9c9a-bf4478837051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:50.511634734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ad3381-3ae8-48dd-9c9a-bf4478837051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.007564485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736dd051-faa4-4eb0-9c64-9b64f0cc4736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.01955567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736dd051-faa4-4eb0-9c64-9b64f0cc4736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.031147995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736dd051-faa4-4eb0-9c64-9b64f0cc4736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:51.036086587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736dd051-faa4-4eb0-9c64-9b64f0cc4736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:54.456377898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05be645-51df-40f7-8936-9b43099741b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:54.468236014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05be645-51df-40f7-8936-9b43099741b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:54.47296464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05be645-51df-40f7-8936-9b43099741b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:54.483290439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05be645-51df-40f7-8936-9b43099741b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:55.311075059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97313860-e19f-45a4-9d79-53997f05f362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:55.317143369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97313860-e19f-45a4-9d79-53997f05f362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:55.323362726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97313860-e19f-45a4-9d79-53997f05f362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:55.328744729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97313860-e19f-45a4-9d79-53997f05f362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.432922358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fee9c82-c6b0-47bb-94cb-1193200ab660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.436173923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fee9c82-c6b0-47bb-94cb-1193200ab660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.439325102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fee9c82-c6b0-47bb-94cb-1193200ab660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.442547275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fee9c82-c6b0-47bb-94cb-1193200ab660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.765194043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f235c34-80a5-437b-a705-66bc910cfb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.772058161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f235c34-80a5-437b-a705-66bc910cfb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.781891055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f235c34-80a5-437b-a705-66bc910cfb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:56.795429985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f235c34-80a5-437b-a705-66bc910cfb5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:07.320607882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"7993304b-48ac-46af-b016-3e65c981807f","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.183513512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3b2414e8-aa1a-4a06-876a-b436c48eb650","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.203729073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"23f94e79-0c79-4a8d-a80d-ce4740a56207","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:14.464560303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:15.544055671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"eb67c516-dd2c-4ff5-9f81-aad368b1bfcf","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:18.332475395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"8d015aab-3ab1-4cdd-9b18-64998752eb3e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.660009622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"0586f9a5-8cb6-43da-85ec-c14fb01e69a3","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.668965693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"9099bc12-1e9f-4ee6-8f00-a16c26ab5db7","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.858705808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e86d97fd-51a1-48a6-adc6-3784e1561fcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:20.928826678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9ccdf7a-e8c2-434b-8034-a5554b641916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:21.47652933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"112bb4fd-1dee-4eff-9efb-6bc3963af0a0","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:24.332886113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"04da78a4-ca3c-4a14-b952-08b7a67c4047","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.243822052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5772323-3476-426c-8d0b-b0d1f130b7b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.346979936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5a6f02c-6052-4873-81e9-afd87cf180d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.951279247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3d6abf8a-de8e-4a8e-8810-c5977d3fddd1","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:25.972142478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"fac772e8-717a-48b5-9792-883346c57981","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.656325622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"17f13159-d71c-4d75-be22-0fcba24df22a","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:29.676896903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"06a2060a-71c4-491b-8f58-dbff217ba6e4","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.051682034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"7be9553f-b335-481f-b217-961b5ec3b8d5","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.137030359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"407c8d42-2b66-4a50-8101-b3ae98bec338","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.183587076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"e8bf7634-c108-4562-b7df-340f5f7491af","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.273250418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6ed3558b-41f9-4776-b1c7-c4e66441ace0","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.287134186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"0ec05adf-a86f-4ad4-836f-133434069180","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.302727973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bdf5054-f7fe-408c-9b93-b0e6c69e664b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.308459202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bdf5054-f7fe-408c-9b93-b0e6c69e664b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.309694859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3eee8ee2-f84a-45c1-884b-557aa8ae95bb","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.318183312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94d494da-5b7a-4f70-af27-a6a46760bd2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.318206189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94d494da-5b7a-4f70-af27-a6a46760bd2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.327534067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"0d59beb2-30a6-475f-831a-6ca2609d4633","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.329108357Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"2cf284ea-cba7-41b7-9f16-89ef8e5402c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.34638057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"868d773e-fd9a-454a-87e5-0484b6f9e66d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.418149284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"1d53c139-4e29-401c-87fe-bc646c29a942","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.475093751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"49c983dd-b759-4b5c-981c-f13e0d10d5ff","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.483860327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6180cbee-7e5a-443f-be66-6f249c6030ec","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:34.48822877Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6180cbee-7e5a-443f-be66-6f249c6030ec","name":"simulator-w4-650be0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-650be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:34.488279874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6180cbee-7e5a-443f-be66-6f249c6030ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-650be0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.488608928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2d848553-3f92-4914-afd2-dc5664a6e009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.494307413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d764cba3-f799-4e71-b96b-c4fa4ca3b3c7","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.512880369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2d848553-3f92-4914-afd2-dc5664a6e009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.517940006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"df137003-5eb6-472d-b8a2-66cd668a0ef3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.52060973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2d848553-3f92-4914-afd2-dc5664a6e009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.530153084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"211286d1-1318-43a4-a8ce-fdaeda3e606d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.588812565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2afec288-5ff7-4d9d-aceb-5f8ea0f3dbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.595995543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2afec288-5ff7-4d9d-aceb-5f8ea0f3dbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.602043158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2afec288-5ff7-4d9d-aceb-5f8ea0f3dbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.662873974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"06bfb349-24fc-4337-88e9-70bf9a4ac7c7","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.670204937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"fde93593-be33-47f4-8fca-e93a46c4d594","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:34.675764272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"6fc26372-d3ec-4afb-a56f-0508c0167200","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.689184578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"43ef6ea3-09fb-4ea6-b278-e8cda4336ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.691238077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"271b10de-805a-4e7b-9166-bc8e4d3bdfd3","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.700341532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"32bd9444-29fc-4d08-87cb-a5e4cc316852","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.746309775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"43ef6ea3-09fb-4ea6-b278-e8cda4336ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.752855407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"43ef6ea3-09fb-4ea6-b278-e8cda4336ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.758553843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"aa7e3d03-437c-48d1-96a0-7d3400027b11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"premium-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.778339823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"48e27284-9d9e-4a3f-aee5-9fbf5dfdd876","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.788513308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ef7f00c4-d9a4-4b20-8abf-7deb75e546b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.796015851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ef7f00c4-d9a4-4b20-8abf-7deb75e546b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.80194739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ef7f00c4-d9a4-4b20-8abf-7deb75e546b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.813217573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"ebf8bc70-e75e-4c16-b7a8-e454217a8dc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.853001744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"9bb8c091-1d91-4b1c-8e2a-50b49f2ebe36","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.86243844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"fce19f7b-3e69-44de-aaac-224ca42791c8","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.894840336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a54cf5e0-7c1c-47ec-a600-a67df7dcd947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.895341626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"671d8367-496c-45a6-88d8-c3a686d6e6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.902475237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a54cf5e0-7c1c-47ec-a600-a67df7dcd947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.902831116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"671d8367-496c-45a6-88d8-c3a686d6e6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.908881983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a54cf5e0-7c1c-47ec-a600-a67df7dcd947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.909474418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"671d8367-496c-45a6-88d8-c3a686d6e6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.913526476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"ebc62b45-15c4-4265-b4fa-28a950974227","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.917689791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"7a62e163-74e1-4cf0-a636-3a0af17f4e4f","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:34.993148648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0d925dd3-1cbf-4f9f-9940-38319d29ea05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.005787883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0d925dd3-1cbf-4f9f-9940-38319d29ea05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:35.013708495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0d925dd3-1cbf-4f9f-9940-38319d29ea05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.049672223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"51c7b8dd-ddce-4fec-8a24-931e5abc001d","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.216207408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"8773f053-ffcc-4014-9a0c-d34414f7b298","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.224770512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"ffcbd70e-fe0d-4402-aceb-3b580ea06639","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.227387098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"56ce2fd0-315c-418e-bdfb-9a736ae071df","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:37.229689469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.23429028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"ff72e349-9c0a-48f9-ade3-561505f27499","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.249519852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"60d8cdcb-140f-43f4-b3df-e99c22e9ceeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"simulator-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.264982955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"ff1615ea-3093-4af3-a309-a04ff4c51800","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.348564616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"4934aec5-6187-4fc2-8c48-4c778e408087","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.397617975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"cf2eaab8-b3c7-46f3-88a7-8f88c1d5afb0","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.40662569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"81e2fab5-f85b-4f69-9792-9ee6cde02044","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.463540855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"0e2f636c-53f9-4d95-b6e6-f742426a0cfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.475925888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c6ade34b-6a1a-4fe5-8d76-a9d37a23e7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.500189718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c6ade34b-6a1a-4fe5-8d76-a9d37a23e7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.505756805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c6ade34b-6a1a-4fe5-8d76-a9d37a23e7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.52069191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e2eec46d-2bf9-4ebf-b05f-cda33ecd1129","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.579168211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ca23ab21-8f18-4dc6-aad5-4869fe66e77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.584689022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"122cace0-be40-4338-aab9-b6b305ca3a83","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.586233062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ca23ab21-8f18-4dc6-aad5-4869fe66e77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.595596609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"78b9241c-d690-4a1e-99e9-71b92f30fe98","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.598314424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ca23ab21-8f18-4dc6-aad5-4869fe66e77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.598483642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"53bd814a-260a-4116-8614-4bb404ee606b","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:37.603345447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.604292778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"d73ab163-10a6-444c-9b61-d30b716454da","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.636289081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"507dd324-1a2a-4a00-a794-c0755482cc43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"premium-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.66985304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"a56c051e-7508-483f-8532-717ac57a5771","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.678437859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f369ce74-1b1b-41ea-b4d6-e0543bc05e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.686117892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f369ce74-1b1b-41ea-b4d6-e0543bc05e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.692351467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f369ce74-1b1b-41ea-b4d6-e0543bc05e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.7168433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"3c115772-1558-454e-b81c-a2d29b75826c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.778894459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"3c901ec2-8bf5-4c4b-a1bd-98f13569b0dc","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.789876706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"0e877040-8319-4adc-8089-abc2a3c23dcf","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.796623471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5e9464fe-1e75-4753-86d6-380812184158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.803334717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5e9464fe-1e75-4753-86d6-380812184158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.812109035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5e9464fe-1e75-4753-86d6-380812184158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.816171044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"c1e765c4-8fbd-4272-a3da-02ad186bceb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.817941957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"49efd0f5-fa2b-48cd-bb79-d3ced56ce52f","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.899409315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d4871f7d-a707-4efc-85ae-6447f1ab7ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.899420117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"57054584-c5d1-4146-aa4d-48c82fd0e0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.907216151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"57054584-c5d1-4146-aa4d-48c82fd0e0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.907739796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d4871f7d-a707-4efc-85ae-6447f1ab7ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.915582295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"57054584-c5d1-4146-aa4d-48c82fd0e0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.915592475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d4871f7d-a707-4efc-85ae-6447f1ab7ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.86050092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"9ff56eca-a6e4-4f56-8fd9-1c3d2a85e76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:38.894848563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3c0868fb-4daa-41c8-acc5-2aa7447dc19a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.110170666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"57bb1798-9472-4948-b799-73a0de6eecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.110546045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b45f6741-9fa3-4ced-ab66-186ad599a14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.117303667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"57bb1798-9472-4948-b799-73a0de6eecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.118067005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b45f6741-9fa3-4ced-ab66-186ad599a14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.123048268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8324f68c7da9c0b0a94dd118050e21979702067545a5c3c59859318771326d50) AuthConfig (f3aae2833696d69a4f1f58951eff89deb0f9f7593e7a5caec64b77431f998b2c) AuthConfig (e55595d8685d1bba6def41031fc6a029bb0501fca8ce275558e578b77cf76668) AuthConfig (8b8ff2e38d78e5bc59e3de0815b05741a325c501121bb2da55bd780065b66bea) AuthConfig (4764eedba51b695e9c37d6fe10862720cd6dc7ada05f0141988e6861ec7111e1) AuthConfig (91782d8e3699f9e7bb9e2c1d3e99873da6f458b9651342535e2d83f923d55eb2) AuthConfig (f841fcad3ffe7c0c76653b317f72fe579706a48e548ac61035b2318b54d27752) AuthConfig (37ff4913457f1e836d63496df00c93f37389cb18940c1871d13c824231417c40) AuthConfig (de7820d05af04329140775b10e9e34e00f28835c022b84599ef44c0b4429c3fc) AuthConfig (dea85c9e3029552216013f875b3db6b92c7aeac20cb0849fcd017326a323cc49) AuthConfig (d58a5b0d5426c08233ec1c4a1ccf26c5baed224f69a6189b5a4c60cb298db027) AuthConfig (6705ceb8f1cd5d78c3c8b6675f2fbc0c09513b0da9f9f02e970d44ff3ecb77cc) AuthConfig (9cb3c463f1ed380cc5179422911d6172493ae1f2dc1f350247a37c08e9839759) AuthConfig (2b6afc914bee152b440748e33ed024e327e4046e5d772e0a8f35397615fb307e) AuthConfig (39957d8de87a521893c6944d30605339d585a925a9512c8cff774701820d0b1d) AuthConfig (f048c053d3720b6dd945d5502f37c6dc1af4791e5ba228dd3947d3973eb3213c) AuthConfig (41534dee75633a5f91efc412b8adde906c35677102917a666ea99cdd4610c56a) AuthConfig (8f8d3a68a315ffbb27d2e8450c7afea9b8f41b49b3a4bf89439cdc9041004161) AuthConfig (27f542b198f681d49edcb6a80f275f65ca42b777fc69ed411d1d6b57da21f844) AuthConfig (d35e8be0386a8ab94ea7e40e706bb297d9f52db3fa06b7d628550cb542431c4a) AuthConfig (7d9d0ae922ce937eb654d839cfc706a242e480fe70c4133551341bf1037720a1) AuthConfig (a13f0c20cb9c1c34fe0d743bf8c394d102c80da05c5dacf48137b183faa01c49) AuthConfig (72d8f035d2f084897604cfcf87f9636f50cc5b28fb62e2432dc129e64689d55a) AuthConfig (636db41a6bb505d2b7bfb8746d2954e6e5a3462d6e9f491e5e71c9cef2415de0) AuthConfig (ee268839a54f38a6efbe5b8ed36eb4cc3b051754affbe0c2ea0ddbedd30ed6ec) AuthConfig (2f1a6456cfd5d38f8a68d5dc5e163fa1cde301d6002ed835468963214f84dea2) AuthConfig (5df3018866c94004824d1b76ea9028eabad13720379f9d1ac91aa984eae3a44c) AuthConfig (443bdb1980ff9442cfa6cd6d52a4c81566cc7dbfdf14abca808b6957c50cd2f6) AuthConfig (55f4a542c9a37c8c6a8b45a3a2b4d419f2e15cfabfcf61a688c4e2761d6b607b) AuthConfig (24ebc46b09071802814b10b5b7b0bc8ce0d9c5c81e3190183adf345de503871f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"57bb1798-9472-4948-b799-73a0de6eecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.123756274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8324f68c7da9c0b0a94dd118050e21979702067545a5c3c59859318771326d50) AuthConfig (f3aae2833696d69a4f1f58951eff89deb0f9f7593e7a5caec64b77431f998b2c) AuthConfig (e55595d8685d1bba6def41031fc6a029bb0501fca8ce275558e578b77cf76668) AuthConfig (8b8ff2e38d78e5bc59e3de0815b05741a325c501121bb2da55bd780065b66bea) AuthConfig (4764eedba51b695e9c37d6fe10862720cd6dc7ada05f0141988e6861ec7111e1) AuthConfig (91782d8e3699f9e7bb9e2c1d3e99873da6f458b9651342535e2d83f923d55eb2) AuthConfig (f841fcad3ffe7c0c76653b317f72fe579706a48e548ac61035b2318b54d27752) AuthConfig (37ff4913457f1e836d63496df00c93f37389cb18940c1871d13c824231417c40) AuthConfig (de7820d05af04329140775b10e9e34e00f28835c022b84599ef44c0b4429c3fc) AuthConfig (dea85c9e3029552216013f875b3db6b92c7aeac20cb0849fcd017326a323cc49) AuthConfig (d58a5b0d5426c08233ec1c4a1ccf26c5baed224f69a6189b5a4c60cb298db027) AuthConfig (6705ceb8f1cd5d78c3c8b6675f2fbc0c09513b0da9f9f02e970d44ff3ecb77cc) AuthConfig (9cb3c463f1ed380cc5179422911d6172493ae1f2dc1f350247a37c08e9839759) AuthConfig (2b6afc914bee152b440748e33ed024e327e4046e5d772e0a8f35397615fb307e) AuthConfig (39957d8de87a521893c6944d30605339d585a925a9512c8cff774701820d0b1d) AuthConfig (f048c053d3720b6dd945d5502f37c6dc1af4791e5ba228dd3947d3973eb3213c) AuthConfig (41534dee75633a5f91efc412b8adde906c35677102917a666ea99cdd4610c56a) AuthConfig (8f8d3a68a315ffbb27d2e8450c7afea9b8f41b49b3a4bf89439cdc9041004161) AuthConfig (27f542b198f681d49edcb6a80f275f65ca42b777fc69ed411d1d6b57da21f844) AuthConfig (d35e8be0386a8ab94ea7e40e706bb297d9f52db3fa06b7d628550cb542431c4a) AuthConfig (7d9d0ae922ce937eb654d839cfc706a242e480fe70c4133551341bf1037720a1) AuthConfig (a13f0c20cb9c1c34fe0d743bf8c394d102c80da05c5dacf48137b183faa01c49) AuthConfig (72d8f035d2f084897604cfcf87f9636f50cc5b28fb62e2432dc129e64689d55a) AuthConfig (636db41a6bb505d2b7bfb8746d2954e6e5a3462d6e9f491e5e71c9cef2415de0) AuthConfig (ee268839a54f38a6efbe5b8ed36eb4cc3b051754affbe0c2ea0ddbedd30ed6ec) AuthConfig (2f1a6456cfd5d38f8a68d5dc5e163fa1cde301d6002ed835468963214f84dea2) AuthConfig (5df3018866c94004824d1b76ea9028eabad13720379f9d1ac91aa984eae3a44c) AuthConfig (443bdb1980ff9442cfa6cd6d52a4c81566cc7dbfdf14abca808b6957c50cd2f6) AuthConfig (55f4a542c9a37c8c6a8b45a3a2b4d419f2e15cfabfcf61a688c4e2761d6b607b) AuthConfig (24ebc46b09071802814b10b5b7b0bc8ce0d9c5c81e3190183adf345de503871f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b45f6741-9fa3-4ced-ab66-186ad599a14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.132681641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"26328db2-2bcc-4663-8853-ba2f56d30bf4","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:39.135665597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"e7bef2c1-052b-497c-9588-bee895a0d946","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:42.972166005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"3062cf8c-e302-4014-8384-94b328e07ea2","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.142310016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"31cae007-6c43-451b-9f4d-9286ff477123","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.150381681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"82e88b1f-400d-4529-b1c6-1fd9120bf19d","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.152997014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"8bba783c-57a7-4d4d-8198-3afcb629d951","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.154866353Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.158044698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"46283d5e-d39d-4be6-8113-e464f3e84208","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.18171275Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"9125fff3-9b38-477b-8bd7-7846c566af65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.197709747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"816abbbc-0c5d-4a57-a4c9-83db9a7cc48d","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.270076826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"66f6b23c-8687-462b-acb7-2432cd6b28f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.313553943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0ff02fe7-aa76-4550-ae49-1791450dec74","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.322021875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"14f58ed4-b257-4fbb-a786-108129bb915f","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.324046979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7d02c4d4-f19f-4de1-9b6e-230c13f4b98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.325684561Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"14f58ed4-b257-4fbb-a786-108129bb915f","name":"simulator-w3-83755a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-83755a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.325736167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"14f58ed4-b257-4fbb-a786-108129bb915f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-83755a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.331040789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"fab9f711-3961-4f51-be1c-6482a7f3d0da","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.350632367Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7d02c4d4-f19f-4de1-9b6e-230c13f4b98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.356286247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7d02c4d4-f19f-4de1-9b6e-230c13f4b98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.361983358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"6caeecba-a08b-46e2-b79c-cb60c3ab34fb","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.36986695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"c108b04c-b67a-475b-8ece-8afdb88e9ce7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.424568109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"04a4792f-40d9-4935-a632-f2ec45fcafa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.431575397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"04a4792f-40d9-4935-a632-f2ec45fcafa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.437240793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"04a4792f-40d9-4935-a632-f2ec45fcafa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.489843804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"5f36bda0-a05b-46bf-b5e5-523f31377c02","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.547483577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0d847d70-0827-446f-8cfa-131a417ab470","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.552510125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ab9f6c92-48a7-4ef3-b621-9705bc34c2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.55504645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"2942d487-4958-44ba-95ef-6b604fe544b0","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.555802074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"a39eb146-1851-4a6e-ae23-0537e1ef33f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.559786538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ab9f6c92-48a7-4ef3-b621-9705bc34c2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.565291502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ab9f6c92-48a7-4ef3-b621-9705bc34c2a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.571938098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"8f0df261-73ea-4158-bc4d-c0939b21c538","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.577706502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"32e78abb-6dca-4b06-a084-cf3965f952a4","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.592448274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"fb6cd4ea-f787-4afe-a4b0-38f5c859dc68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"premium-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.609869751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"8bf2997a-33d5-4e27-9bda-b6bcd8a562d5","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.625143699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ce268d18-9203-4484-b4fe-23acf360375b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.632215543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ce268d18-9203-4484-b4fe-23acf360375b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.647157236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ce268d18-9203-4484-b4fe-23acf360375b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.676491386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"9f0256aa-236c-4876-94d4-4fe90cd98f15","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.686896335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"562f620f-5fd4-47e4-b80b-a84d14959553","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.690863543Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"562f620f-5fd4-47e4-b80b-a84d14959553","name":"premium-w3-83755a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-83755a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:43.690930813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"562f620f-5fd4-47e4-b80b-a84d14959553","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-83755a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.692773865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"4afe84ef-ecc3-4646-87a1-fd382570f5be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.697035279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"a74fa51a-fbb1-49bc-a1c3-c1b9537d414e","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.733749414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ab7b373f-1f37-473d-9705-f2f24dd5309b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.733748642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3e32be62-ba2a-4b7c-9ff3-1bfaed5df080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.741920393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3e32be62-ba2a-4b7c-9ff3-1bfaed5df080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.742169326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ab7b373f-1f37-473d-9705-f2f24dd5309b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.747772959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3e32be62-ba2a-4b7c-9ff3-1bfaed5df080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.748055827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ab7b373f-1f37-473d-9705-f2f24dd5309b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.754073242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"59536702-e3a6-4224-9f39-4b6465ab9207","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.791757756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"5b07bf79-bc43-4895-9aa5-ce674a09cd3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.82893273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa891e59-7fc1-4303-b587-db31dc4db311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.836737938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa891e59-7fc1-4303-b587-db31dc4db311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.843741191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa891e59-7fc1-4303-b587-db31dc4db311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:44.455441948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.02418751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"d418eff1-c4e2-419c-838d-f9142d52f0ef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.193512839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"d793d83b-4d09-4f69-bfd7-5206917827d9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.202073415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"7448d9e0-5974-48de-ae05-91a10e3d4474","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.204589096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"6a6f605b-0a46-4146-a01f-c3ba4da4e7c2","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:45.205668952Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.210135809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"33aa69c1-cb77-4851-9811-673839be426b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.225584262Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"9e8476e8-7d9f-4015-b374-0ab444a61c08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"simulator-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.24107178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"ac7f6175-7c6c-4802-8d62-b2570229828a","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.321837087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"9cf11938-1be3-4e37-bf64-2bc11e9cfa91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.378440865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f912ab2b-f104-4938-8e5d-269318834193","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.389084185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b426ddbd-6a25-4b59-89e8-3315f1c644a7","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.392238022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"21762bd0-c630-4c4d-bb7d-7b460bd2885d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:45.393262158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b426ddbd-6a25-4b59-89e8-3315f1c644a7","name":"simulator-w0-2f9a3a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-2f9a3a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:45.393323137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b426ddbd-6a25-4b59-89e8-3315f1c644a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-2f9a3a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.398889674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f934a62a-3fcb-4270-a644-7660cbcc55df","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.414882389Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"21762bd0-c630-4c4d-bb7d-7b460bd2885d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.419995521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"21762bd0-c630-4c4d-bb7d-7b460bd2885d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.42253892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"ec7dc7e2-8131-45ae-be97-df5b9d79044c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.426568458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b65193e1-28b4-4463-a8e6-4b14ad954ec9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.49177763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"85489d7f-5471-4527-a753-f935d066d085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.499015602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"85489d7f-5471-4527-a753-f935d066d085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.504166221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"85489d7f-5471-4527-a753-f935d066d085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:45.507774702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"85489d7f-5471-4527-a753-f935d066d085","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.559198059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"fd6d0d4b-fab6-4a00-a3a9-6a44da60aec7","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.566899191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b7815ca2-e4f3-4d6a-aedd-b3542b13918f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.568157399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"75b9c6b3-f054-4a29-a13c-54dc9693ec81","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:45.570710492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2f9a3a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.574870761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"d3529058-7db8-4a54-a54a-d0092ab8a671","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.590343423Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"554be35c-5ab5-4057-b1d6-c61880e90a30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"premium-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.591619336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"704232ed-d7f7-4a3e-8cd6-abb40355007d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.605887301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"d78b7d8b-2b61-4dba-8bf6-753bbe17d62e","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.647487553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"704232ed-d7f7-4a3e-8cd6-abb40355007d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.653580014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"704232ed-d7f7-4a3e-8cd6-abb40355007d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.691236278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"93b7e703-4079-4a09-9c68-dec53168b097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.691623082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"12a4dd5b-e7f3-44c8-86f7-1ebb74728cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.698507667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"12a4dd5b-e7f3-44c8-86f7-1ebb74728cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.704720213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"12a4dd5b-e7f3-44c8-86f7-1ebb74728cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.747077337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"99720163-8bd1-4095-a023-266850a1f5ca","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.766342366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"36854a8e-c9d0-469e-a6b6-6c8aea784bde","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.789788949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"daa8fdd4-69cd-4948-97a5-b76db187a75c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.795153416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d89f76c-329b-4a6f-a74c-26763be336ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.795760667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f96eb179-5fdd-408d-a529-9d3eb7be80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.803681272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f96eb179-5fdd-408d-a529-9d3eb7be80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.803752293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d89f76c-329b-4a6f-a74c-26763be336ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.809163827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d89f76c-329b-4a6f-a74c-26763be336ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.809381864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f96eb179-5fdd-408d-a529-9d3eb7be80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.81303207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"fd9c2cfd-1180-4d22-a8b7-7886fbc764f4","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.821234914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"cf5df083-6765-46fb-b7c6-9351943fe371","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.89985333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8bed844d-2c7f-4ac8-814b-da0a364137f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.906306203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8bed844d-2c7f-4ac8-814b-da0a364137f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.911585092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8bed844d-2c7f-4ac8-814b-da0a364137f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:45.988182761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"8c05d3cf-c7df-48f5-b4de-beebe589ebfe","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.001330722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"ab4be144-b840-46a3-9fec-ea67bbc72d02","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:46.001855245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"79be063d-ffb7-4d27-8fdc-3b33e911c225","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.010237528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"26ea9e83-36c9-4705-8a76-84e8df5817ad","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.01647569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"cb2d1831-2b0d-4ac3-bad0-74073d50b612","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.024039859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"e070f192-3283-4e19-8457-69ef235ac12d","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.03841094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"621c6319-e2d7-4241-aa40-24d22510834e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"simulator-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.057746819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"74ef39fd-230d-42e7-b7b1-bd2d0a804b80","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.148319129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"8b12d6da-259c-4993-bc9c-1fb49ce6d8d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.185319392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"47a841b1-b81c-4f88-9088-e2f6e848e291","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.210269233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"7a9ca5c8-feee-4d5d-b4e5-73871c9e04be","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.226468009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"76f917d5-69cf-4e7e-b1e4-e8241c1ddf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.23722775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ef22989a-9913-478d-9656-182c7fd6bdb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.253269455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"76f917d5-69cf-4e7e-b1e4-e8241c1ddf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.26014492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"76f917d5-69cf-4e7e-b1e4-e8241c1ddf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.268320409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"de6bdee1-5ce8-4bbd-b636-bb82ec7cd18a","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.320544123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c08a053-7e7e-4804-90c4-ad2a92a2b4c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.330084603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c08a053-7e7e-4804-90c4-ad2a92a2b4c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.336557209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c08a053-7e7e-4804-90c4-ad2a92a2b4c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.372087664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"edcd6e3c-907f-4a32-8cd5-4cbf3233a93d","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.38228549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"7347440c-7605-4ae4-940a-76b204e2d176","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.384140861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"33a1109f-aa8a-498b-8ae6-654d9896561d","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:46.385955713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.453883067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"297b11e3-d5b6-4be2-8aaa-2940388dc2c2","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.457224772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e1ecc374-7eb0-4c2d-b90e-2a2661070353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.463847578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e1ecc374-7eb0-4c2d-b90e-2a2661070353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.469484538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e1ecc374-7eb0-4c2d-b90e-2a2661070353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.473728Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"4b245d07-3851-424e-a84b-8ae5c84e7f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"premium-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.491651428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"a9d4caa1-3208-4d90-bf22-3a86b0d5c31e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.521939229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9843b8b8-ed00-481f-80cb-32419eef6df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.529271635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9843b8b8-ed00-481f-80cb-32419eef6df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.54650454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9843b8b8-ed00-481f-80cb-32419eef6df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.555262434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"d3ab22ab-f906-401c-a73e-b8688624e32c","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.566028163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7348d404-2678-4096-9191-6a122c35d235","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:46.570119376Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7348d404-2678-4096-9191-6a122c35d235","name":"premium-w1-88bbf7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-88bbf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:46.570164314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7348d404-2678-4096-9191-6a122c35d235","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-88bbf7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.570292273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"a2e7d455-6963-478a-9221-99e51166daca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.575977395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"84c4a5c6-8573-4718-9b57-52e02c3eb67e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.638710366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"250b79c6-45ac-4040-8414-73355d39321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.643394775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7a71bf6e-7911-4ab0-b81d-d68024e16149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.651546073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"250b79c6-45ac-4040-8414-73355d39321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.651829554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7a71bf6e-7911-4ab0-b81d-d68024e16149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.65821385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7a71bf6e-7911-4ab0-b81d-d68024e16149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.658246662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"250b79c6-45ac-4040-8414-73355d39321c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.667087358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"99f9d746-efa0-4116-a404-52bddc93b67e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.670604469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"554052a5-e082-4d1f-a7c6-8728e41fc341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.725694098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b2426d4e-808c-4812-b90e-1b8b8985ef9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.73272475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b2426d4e-808c-4812-b90e-1b8b8985ef9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:46.738723314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b2426d4e-808c-4812-b90e-1b8b8985ef9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.95530688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0ad9129d-fc3a-4698-b9d0-80dbea61f839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.955701523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6122f2d6-632a-4192-ad43-24fb51b4aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.96329814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0ad9129d-fc3a-4698-b9d0-80dbea61f839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.965813097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6122f2d6-632a-4192-ad43-24fb51b4aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.969217475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0ad9129d-fc3a-4698-b9d0-80dbea61f839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:47.972007575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6122f2d6-632a-4192-ad43-24fb51b4aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.146099148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8190cff2-c79a-4be3-b3ff-522185031b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.146122009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ea776bc6-d397-4438-9771-1a5d61f903cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.154312476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ea776bc6-d397-4438-9771-1a5d61f903cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.154330839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8190cff2-c79a-4be3-b3ff-522185031b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.160441146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8324f68c7da9c0b0a94dd118050e21979702067545a5c3c59859318771326d50) AuthConfig (f3aae2833696d69a4f1f58951eff89deb0f9f7593e7a5caec64b77431f998b2c) AuthConfig (e55595d8685d1bba6def41031fc6a029bb0501fca8ce275558e578b77cf76668) AuthConfig (8b8ff2e38d78e5bc59e3de0815b05741a325c501121bb2da55bd780065b66bea) AuthConfig (4764eedba51b695e9c37d6fe10862720cd6dc7ada05f0141988e6861ec7111e1) AuthConfig (91782d8e3699f9e7bb9e2c1d3e99873da6f458b9651342535e2d83f923d55eb2) AuthConfig (f841fcad3ffe7c0c76653b317f72fe579706a48e548ac61035b2318b54d27752) AuthConfig (37ff4913457f1e836d63496df00c93f37389cb18940c1871d13c824231417c40) AuthConfig (de7820d05af04329140775b10e9e34e00f28835c022b84599ef44c0b4429c3fc) AuthConfig (dea85c9e3029552216013f875b3db6b92c7aeac20cb0849fcd017326a323cc49) AuthConfig (d58a5b0d5426c08233ec1c4a1ccf26c5baed224f69a6189b5a4c60cb298db027) AuthConfig (6705ceb8f1cd5d78c3c8b6675f2fbc0c09513b0da9f9f02e970d44ff3ecb77cc) AuthConfig (9cb3c463f1ed380cc5179422911d6172493ae1f2dc1f350247a37c08e9839759) AuthConfig (2b6afc914bee152b440748e33ed024e327e4046e5d772e0a8f35397615fb307e) AuthConfig (39957d8de87a521893c6944d30605339d585a925a9512c8cff774701820d0b1d) AuthConfig (f048c053d3720b6dd945d5502f37c6dc1af4791e5ba228dd3947d3973eb3213c) AuthConfig (41534dee75633a5f91efc412b8adde906c35677102917a666ea99cdd4610c56a) AuthConfig (8f8d3a68a315ffbb27d2e8450c7afea9b8f41b49b3a4bf89439cdc9041004161) AuthConfig (27f542b198f681d49edcb6a80f275f65ca42b777fc69ed411d1d6b57da21f844) AuthConfig (d35e8be0386a8ab94ea7e40e706bb297d9f52db3fa06b7d628550cb542431c4a) AuthConfig (7d9d0ae922ce937eb654d839cfc706a242e480fe70c4133551341bf1037720a1) AuthConfig (a13f0c20cb9c1c34fe0d743bf8c394d102c80da05c5dacf48137b183faa01c49) AuthConfig (72d8f035d2f084897604cfcf87f9636f50cc5b28fb62e2432dc129e64689d55a) AuthConfig (636db41a6bb505d2b7bfb8746d2954e6e5a3462d6e9f491e5e71c9cef2415de0) AuthConfig (ee268839a54f38a6efbe5b8ed36eb4cc3b051754affbe0c2ea0ddbedd30ed6ec) AuthConfig (2f1a6456cfd5d38f8a68d5dc5e163fa1cde301d6002ed835468963214f84dea2) AuthConfig (5df3018866c94004824d1b76ea9028eabad13720379f9d1ac91aa984eae3a44c) AuthConfig (443bdb1980ff9442cfa6cd6d52a4c81566cc7dbfdf14abca808b6957c50cd2f6) AuthConfig (55f4a542c9a37c8c6a8b45a3a2b4d419f2e15cfabfcf61a688c4e2761d6b607b) AuthConfig (24ebc46b09071802814b10b5b7b0bc8ce0d9c5c81e3190183adf345de503871f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ea776bc6-d397-4438-9771-1a5d61f903cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.161231955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-650be0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8324f68c7da9c0b0a94dd118050e21979702067545a5c3c59859318771326d50) AuthConfig (f3aae2833696d69a4f1f58951eff89deb0f9f7593e7a5caec64b77431f998b2c) AuthConfig (e55595d8685d1bba6def41031fc6a029bb0501fca8ce275558e578b77cf76668) AuthConfig (8b8ff2e38d78e5bc59e3de0815b05741a325c501121bb2da55bd780065b66bea) AuthConfig (4764eedba51b695e9c37d6fe10862720cd6dc7ada05f0141988e6861ec7111e1) AuthConfig (91782d8e3699f9e7bb9e2c1d3e99873da6f458b9651342535e2d83f923d55eb2) AuthConfig (f841fcad3ffe7c0c76653b317f72fe579706a48e548ac61035b2318b54d27752) AuthConfig (37ff4913457f1e836d63496df00c93f37389cb18940c1871d13c824231417c40) AuthConfig (de7820d05af04329140775b10e9e34e00f28835c022b84599ef44c0b4429c3fc) AuthConfig (dea85c9e3029552216013f875b3db6b92c7aeac20cb0849fcd017326a323cc49) AuthConfig (d58a5b0d5426c08233ec1c4a1ccf26c5baed224f69a6189b5a4c60cb298db027) AuthConfig (6705ceb8f1cd5d78c3c8b6675f2fbc0c09513b0da9f9f02e970d44ff3ecb77cc) AuthConfig (9cb3c463f1ed380cc5179422911d6172493ae1f2dc1f350247a37c08e9839759) AuthConfig (2b6afc914bee152b440748e33ed024e327e4046e5d772e0a8f35397615fb307e) AuthConfig (39957d8de87a521893c6944d30605339d585a925a9512c8cff774701820d0b1d) AuthConfig (f048c053d3720b6dd945d5502f37c6dc1af4791e5ba228dd3947d3973eb3213c) AuthConfig (41534dee75633a5f91efc412b8adde906c35677102917a666ea99cdd4610c56a) AuthConfig (8f8d3a68a315ffbb27d2e8450c7afea9b8f41b49b3a4bf89439cdc9041004161) AuthConfig (27f542b198f681d49edcb6a80f275f65ca42b777fc69ed411d1d6b57da21f844) AuthConfig (d35e8be0386a8ab94ea7e40e706bb297d9f52db3fa06b7d628550cb542431c4a) AuthConfig (7d9d0ae922ce937eb654d839cfc706a242e480fe70c4133551341bf1037720a1) AuthConfig (a13f0c20cb9c1c34fe0d743bf8c394d102c80da05c5dacf48137b183faa01c49) AuthConfig (72d8f035d2f084897604cfcf87f9636f50cc5b28fb62e2432dc129e64689d55a) AuthConfig (636db41a6bb505d2b7bfb8746d2954e6e5a3462d6e9f491e5e71c9cef2415de0) AuthConfig (ee268839a54f38a6efbe5b8ed36eb4cc3b051754affbe0c2ea0ddbedd30ed6ec) AuthConfig (2f1a6456cfd5d38f8a68d5dc5e163fa1cde301d6002ed835468963214f84dea2) AuthConfig (5df3018866c94004824d1b76ea9028eabad13720379f9d1ac91aa984eae3a44c) AuthConfig (443bdb1980ff9442cfa6cd6d52a4c81566cc7dbfdf14abca808b6957c50cd2f6) AuthConfig (55f4a542c9a37c8c6a8b45a3a2b4d419f2e15cfabfcf61a688c4e2761d6b607b) AuthConfig (24ebc46b09071802814b10b5b7b0bc8ce0d9c5c81e3190183adf345de503871f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8190cff2-c79a-4be3-b3ff-522185031b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.721091451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"7753f0b9-8b76-4fcd-8f35-7998f6c9e18e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.756413801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"8a56b826-8d2e-44a5-8976-9daa8d3f56c4","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.820932565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"bcf4ec41-125d-4822-9691-5ce53f6fe39b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.821276517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"baa93492-7b6f-4bef-9c2e-2a5cfeb4acb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.821477103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"c0c70f03-5fc4-41b9-a0c0-1d91ac505502","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.821689254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"23d4ee90-64f9-4179-aca1-81861037e3ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.840858517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"140c3d25-d995-4924-b249-be751f63f531","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.844294723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"e208088d-f6c4-4dd3-a3a1-696d96aa1db5","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.844730928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c2cbd53d-6403-4815-9ff3-61cd2024781c","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.845068705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"30a3e620-3402-4211-bb47-924fb37d4dd0","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.877552039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"08d50770-0c57-4a73-9530-b05d57024a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.877666371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f57938ec-a91c-4a17-b03e-b48578dc5b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.885254925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"08d50770-0c57-4a73-9530-b05d57024a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.885397061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f57938ec-a91c-4a17-b03e-b48578dc5b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.980157576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ce301950-f5ce-4363-bb3b-370329471e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.980538979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f7ecdc3e-46d4-4fb1-a106-c410090a6ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.980633878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e5f848a3-a042-4f61-a097-e6cca5fe4c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.987672393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ce301950-f5ce-4363-bb3b-370329471e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.98779788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f7ecdc3e-46d4-4fb1-a106-c410090a6ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.989989946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e5f848a3-a042-4f61-a097-e6cca5fe4c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.99386956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f115e39963cbc544b7d3a0dd82302d7346f158792d0e3627637c05e49ed4dff8) AuthConfig (2944595ddc07672f9ef87ccaaeafe41911980546f25c2942b389659e5ca9fa19) AuthConfig (fff3ac5afdd1a6b3a4102cc46c5a001edf13b6e3a0be06a47b26550d061f59ff) AuthConfig (5900b7201b156c6336b2870406b2dc4f07110b6b7e4393c4aeed3aac07546414) AuthConfig (e7f14278905eb4cdd287d6b1eef971d1b3e4d634c79ac30e9582cd1a2ea628e1) AuthConfig (65e1f8c2efc69bf2bfa4b74527399e9036fa500f58f6e41cc816dbb9be9cc700) AuthConfig (b1ecb2dcdbf7d785b0d004c1d7aa2a844f83dbffcec07863c0c1748e45e2361c) AuthConfig (048fd3bfcbfcc63964954d59abd8ea23f8907eb6126df89c1563eb3fb8c02d32) AuthConfig (60a0be695cb53f73989d55d0315601e75b605c8537e81885e24183f6ad676554) AuthConfig (08b52e5c369768e1c63c4c3864becc4901e222822a98f14ba9c0241b1dead320) AuthConfig (c5d2ff028fb7b62252a1562eab5dfe6cbeb82b45be6464f27e50c7a99c78d9c0) AuthConfig (aa2af09eb253bf5b1011ecdd3b386d81ebc99999fd043d960a69ecc9b8efbfb9) AuthConfig (d21503a6443033f94c4d472d0fa8858cf8eaffe11233bddf90f506f8cbc1258c) AuthConfig (a15c618ec187f42ae83adf28138076775bcce97ed02aadc7340637c238665ca9) AuthConfig (a43826f0772b368bc8b252f22653d5ffc2c161e161f21fa706a52fbef09d250b) AuthConfig (9dec808aee47fa81aba7ef3951c8e69411123a46c1c46e63e43028b7615785d9) AuthConfig (5d76e53e413e9056f8d3b8c9d72b60f94bd4d0c817c8e928c8862e9bca38a968) AuthConfig (2783f62044d1abf177f8e8c2768f5cd526d9598fee7c41610ab48b997f9e846e) AuthConfig (d9dee403dc2a42803a41d351546543a2356a978398c2e59993952a931ceab825) AuthConfig (486a5e6f07b14fcee181149ebc155573bd3c342f1639008ea12e4e64d3dc6033) AuthConfig (eb8c78ba2f296ed685e381c0e0addefcb3fa8b9577cf49f97f17cbfd41bb3b60) AuthConfig (a039ea791a6f367a9733a76f69adc378809c721714e8e2d1e9be50cf3c998952) AuthConfig (23ca1ffd16b7b316649dc18be50ff192d5d9c472489204d0471c3ae3334650d7) AuthConfig (473922eb5c261b39300871ff21d7273deac838c8db8135072381f7fcc060913f) AuthConfig (e4c9f81e3e5d586a6eb9eb5980e190f5f2b82c29d12eaeb52dfffe31f141d92a) AuthConfig (d6ea5f4761678f698f71dd9287b0c111c23df58d07f495dbcab29338824660ae) AuthConfig (3713da2b282301162d4e2a1489bad7d628599640aae3ef7e5710f0902c0ade60) AuthConfig (35f2ee4309955d784c2ad4565e6d0aa0f759c1f2558c03e34c9ed9932d60bda8) AuthConfig (cbbf37bf8e589653387f55765ccc3cc92618e44be442c8a33e5e005cefdbb352) AuthConfig (49477ad2217b0d411a7d5ac147d6030f7cb2637ee86cabbdae4518cb7a4b539f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f7ecdc3e-46d4-4fb1-a106-c410090a6ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.993949217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f115e39963cbc544b7d3a0dd82302d7346f158792d0e3627637c05e49ed4dff8) AuthConfig (2944595ddc07672f9ef87ccaaeafe41911980546f25c2942b389659e5ca9fa19) AuthConfig (fff3ac5afdd1a6b3a4102cc46c5a001edf13b6e3a0be06a47b26550d061f59ff) AuthConfig (5900b7201b156c6336b2870406b2dc4f07110b6b7e4393c4aeed3aac07546414) AuthConfig (e7f14278905eb4cdd287d6b1eef971d1b3e4d634c79ac30e9582cd1a2ea628e1) AuthConfig (65e1f8c2efc69bf2bfa4b74527399e9036fa500f58f6e41cc816dbb9be9cc700) AuthConfig (b1ecb2dcdbf7d785b0d004c1d7aa2a844f83dbffcec07863c0c1748e45e2361c) AuthConfig (048fd3bfcbfcc63964954d59abd8ea23f8907eb6126df89c1563eb3fb8c02d32) AuthConfig (60a0be695cb53f73989d55d0315601e75b605c8537e81885e24183f6ad676554) AuthConfig (08b52e5c369768e1c63c4c3864becc4901e222822a98f14ba9c0241b1dead320) AuthConfig (c5d2ff028fb7b62252a1562eab5dfe6cbeb82b45be6464f27e50c7a99c78d9c0) AuthConfig (aa2af09eb253bf5b1011ecdd3b386d81ebc99999fd043d960a69ecc9b8efbfb9) AuthConfig (d21503a6443033f94c4d472d0fa8858cf8eaffe11233bddf90f506f8cbc1258c) AuthConfig (a15c618ec187f42ae83adf28138076775bcce97ed02aadc7340637c238665ca9) AuthConfig (a43826f0772b368bc8b252f22653d5ffc2c161e161f21fa706a52fbef09d250b) AuthConfig (9dec808aee47fa81aba7ef3951c8e69411123a46c1c46e63e43028b7615785d9) AuthConfig (5d76e53e413e9056f8d3b8c9d72b60f94bd4d0c817c8e928c8862e9bca38a968) AuthConfig (2783f62044d1abf177f8e8c2768f5cd526d9598fee7c41610ab48b997f9e846e) AuthConfig (d9dee403dc2a42803a41d351546543a2356a978398c2e59993952a931ceab825) AuthConfig (486a5e6f07b14fcee181149ebc155573bd3c342f1639008ea12e4e64d3dc6033) AuthConfig (eb8c78ba2f296ed685e381c0e0addefcb3fa8b9577cf49f97f17cbfd41bb3b60) AuthConfig (a039ea791a6f367a9733a76f69adc378809c721714e8e2d1e9be50cf3c998952) AuthConfig (23ca1ffd16b7b316649dc18be50ff192d5d9c472489204d0471c3ae3334650d7) AuthConfig (473922eb5c261b39300871ff21d7273deac838c8db8135072381f7fcc060913f) AuthConfig (e4c9f81e3e5d586a6eb9eb5980e190f5f2b82c29d12eaeb52dfffe31f141d92a) AuthConfig (d6ea5f4761678f698f71dd9287b0c111c23df58d07f495dbcab29338824660ae) AuthConfig (3713da2b282301162d4e2a1489bad7d628599640aae3ef7e5710f0902c0ade60) AuthConfig (35f2ee4309955d784c2ad4565e6d0aa0f759c1f2558c03e34c9ed9932d60bda8) AuthConfig (cbbf37bf8e589653387f55765ccc3cc92618e44be442c8a33e5e005cefdbb352) AuthConfig (49477ad2217b0d411a7d5ac147d6030f7cb2637ee86cabbdae4518cb7a4b539f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ce301950-f5ce-4363-bb3b-370329471e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:49.995866678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec3460c82615b463bdf44b5dc39732c26cb7e28b1879f8c0c13286dbdc8f7bc0) AuthConfig (181d56e9c560607ae99aa2ed48b2a99473dcae399370d92e515d606bb17e949b) AuthConfig (39e93d2a6cac5ca6b4a9478fc087d2680da93bacd9e74c24a8b082aff6d02c35) AuthConfig (53032c298a0f2b709a322053fa99d3266b2d7a7677406c9d14d61655507c076c) AuthConfig (0601da188dc0093087b8eaa11fa5f7e253350c2287a140eb14dc522dd85ce85f) AuthConfig (121ea0bf893128187e21fc9e42cb4d062752abc0b822fc7668c2b588621863f9) AuthConfig (797e2c551db542746d71e9c11dd62f2f9cbc707b76e8cb61c9d92dc27a60209a) AuthConfig (b40216dd735bfe1e37cf12c6b5ef614f8eed9072280637b84dc557d1e545c1e2) AuthConfig (63c8951859feb9c9e6370edf26f44008edad144c400ad6c2e7347e5cf0675648) AuthConfig (170e96e1bfb8bd86d782044bd197e10efb4d25c0a6309f88c8c4992183293c08) AuthConfig (c4b544ce59a244272d4f07516654fab194c812da6d9830a6492b3c2d5e30d539) AuthConfig (d828e047bd125f75729c722294c535e42de6d97ad3a44cb74af83048ec3cc88c) AuthConfig (200ecb09944b17c5b78f727ae81e6e8322b5a5872be260772560b6f3c5d5047c) AuthConfig (a56aa485b980f3b3754b0838769e0b0dbc0fa5320669fc7ed724353e630d0492) AuthConfig (b4e435220029ae1237fb60e6aaf34b9f1d28022ab0b625acd7a9f67a31ffc03a) AuthConfig (63d2c37e70a6bf419f0f7dda3463359dfdf0c90c5153dc2e648f836b0be64d97) AuthConfig (05d75a5a282223f586fe1d2d683888051f7f203e2049bea1383426cd3fd5366f) AuthConfig (ff1fbae7cb50924f54056180178d355d276aad2911d4539787afd8aadad735f5) AuthConfig (68e4b670dd67b67f163324258703217df366bf805812e1897159b6046bc8346c) AuthConfig (c11365b63bbbe87e53a2212ee4626d8da83af31cd8b1f26b6be058a89f152308) AuthConfig (bd8cae07f58e28168a3846f35ad212ea1613f6609ca21c9579283c79f316bf0b) AuthConfig (ba93d97e7fe5027c102a868223c343a3e73504d60188f809c8d9583e3260ad53) AuthConfig (47cfe9f044a80ef1ebfc7ca4e0ecd4525c5722083c8ac0763fbadcc995473200) AuthConfig (265b422ef3acbb423d5e650bd4dfadb915011d09e795ceca1662dc10a8810634) AuthConfig (8bedebca592a2f2a4ae5a6979f67091e65b2ee6a4ff93abe50a784795cb8a248) AuthConfig (5ed36d6aa0d5b14abd62c4e377eed911eb4237b6f65e5cc4895e8e95177a1d09) AuthConfig (e77e42bd16e299163d617b9e49078ea0623bf26243ffd81c5a998bd38863baf1) AuthConfig (c57e4d2b3e27acd0d6e1a8a241cb55ba49285bcac3daf9c442c0e78664fa9588) AuthConfig (dbc5cc1182b668da8dbf756735866367c86d4ec626a2f1100a9572b8dbd1326e) AuthConfig (0e663ee8753a9833c3da30ab5a210e8afaf8df020df3393b70ca163483329672)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e5f848a3-a042-4f61-a097-e6cca5fe4c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.013690407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"29d2f174-ed99-49f6-ba6b-6282e752c637","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.020006478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"7ab7111f-c8cd-4446-9b80-2d09892683f5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.020321352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"ab097de0-2414-4964-916a-d34db910eb6d","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.023177419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"fab1cea8-3497-449a-a0d4-b52f9932a756","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.023470815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"3176c750-8d9a-49ea-81a8-56ee53377342","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.097796402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ff084591-0cdf-4898-bfdd-5ca2d9d1e97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.103078322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7dcd272f-1a3d-4491-a9c9-a816973483a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.111422068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ff084591-0cdf-4898-bfdd-5ca2d9d1e97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.113741825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7dcd272f-1a3d-4491-a9c9-a816973483a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.122518344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec3460c82615b463bdf44b5dc39732c26cb7e28b1879f8c0c13286dbdc8f7bc0) AuthConfig (181d56e9c560607ae99aa2ed48b2a99473dcae399370d92e515d606bb17e949b) AuthConfig (39e93d2a6cac5ca6b4a9478fc087d2680da93bacd9e74c24a8b082aff6d02c35) AuthConfig (53032c298a0f2b709a322053fa99d3266b2d7a7677406c9d14d61655507c076c) AuthConfig (0601da188dc0093087b8eaa11fa5f7e253350c2287a140eb14dc522dd85ce85f) AuthConfig (121ea0bf893128187e21fc9e42cb4d062752abc0b822fc7668c2b588621863f9) AuthConfig (797e2c551db542746d71e9c11dd62f2f9cbc707b76e8cb61c9d92dc27a60209a) AuthConfig (b40216dd735bfe1e37cf12c6b5ef614f8eed9072280637b84dc557d1e545c1e2) AuthConfig (63c8951859feb9c9e6370edf26f44008edad144c400ad6c2e7347e5cf0675648) AuthConfig (170e96e1bfb8bd86d782044bd197e10efb4d25c0a6309f88c8c4992183293c08) AuthConfig (c4b544ce59a244272d4f07516654fab194c812da6d9830a6492b3c2d5e30d539) AuthConfig (d828e047bd125f75729c722294c535e42de6d97ad3a44cb74af83048ec3cc88c) AuthConfig (200ecb09944b17c5b78f727ae81e6e8322b5a5872be260772560b6f3c5d5047c) AuthConfig (a56aa485b980f3b3754b0838769e0b0dbc0fa5320669fc7ed724353e630d0492) AuthConfig (b4e435220029ae1237fb60e6aaf34b9f1d28022ab0b625acd7a9f67a31ffc03a) AuthConfig (63d2c37e70a6bf419f0f7dda3463359dfdf0c90c5153dc2e648f836b0be64d97) AuthConfig (05d75a5a282223f586fe1d2d683888051f7f203e2049bea1383426cd3fd5366f) AuthConfig (ff1fbae7cb50924f54056180178d355d276aad2911d4539787afd8aadad735f5) AuthConfig (68e4b670dd67b67f163324258703217df366bf805812e1897159b6046bc8346c) AuthConfig (c11365b63bbbe87e53a2212ee4626d8da83af31cd8b1f26b6be058a89f152308) AuthConfig (bd8cae07f58e28168a3846f35ad212ea1613f6609ca21c9579283c79f316bf0b) AuthConfig (ba93d97e7fe5027c102a868223c343a3e73504d60188f809c8d9583e3260ad53) AuthConfig (47cfe9f044a80ef1ebfc7ca4e0ecd4525c5722083c8ac0763fbadcc995473200) AuthConfig (265b422ef3acbb423d5e650bd4dfadb915011d09e795ceca1662dc10a8810634) AuthConfig (8bedebca592a2f2a4ae5a6979f67091e65b2ee6a4ff93abe50a784795cb8a248) AuthConfig (5ed36d6aa0d5b14abd62c4e377eed911eb4237b6f65e5cc4895e8e95177a1d09) AuthConfig (e77e42bd16e299163d617b9e49078ea0623bf26243ffd81c5a998bd38863baf1) AuthConfig (c57e4d2b3e27acd0d6e1a8a241cb55ba49285bcac3daf9c442c0e78664fa9588) AuthConfig (dbc5cc1182b668da8dbf756735866367c86d4ec626a2f1100a9572b8dbd1326e) AuthConfig (0e663ee8753a9833c3da30ab5a210e8afaf8df020df3393b70ca163483329672)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ff084591-0cdf-4898-bfdd-5ca2d9d1e97b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.129088902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec3460c82615b463bdf44b5dc39732c26cb7e28b1879f8c0c13286dbdc8f7bc0) AuthConfig (181d56e9c560607ae99aa2ed48b2a99473dcae399370d92e515d606bb17e949b) AuthConfig (39e93d2a6cac5ca6b4a9478fc087d2680da93bacd9e74c24a8b082aff6d02c35) AuthConfig (53032c298a0f2b709a322053fa99d3266b2d7a7677406c9d14d61655507c076c) AuthConfig (0601da188dc0093087b8eaa11fa5f7e253350c2287a140eb14dc522dd85ce85f) AuthConfig (121ea0bf893128187e21fc9e42cb4d062752abc0b822fc7668c2b588621863f9) AuthConfig (797e2c551db542746d71e9c11dd62f2f9cbc707b76e8cb61c9d92dc27a60209a) AuthConfig (b40216dd735bfe1e37cf12c6b5ef614f8eed9072280637b84dc557d1e545c1e2) AuthConfig (63c8951859feb9c9e6370edf26f44008edad144c400ad6c2e7347e5cf0675648) AuthConfig (170e96e1bfb8bd86d782044bd197e10efb4d25c0a6309f88c8c4992183293c08) AuthConfig (c4b544ce59a244272d4f07516654fab194c812da6d9830a6492b3c2d5e30d539) AuthConfig (d828e047bd125f75729c722294c535e42de6d97ad3a44cb74af83048ec3cc88c) AuthConfig (200ecb09944b17c5b78f727ae81e6e8322b5a5872be260772560b6f3c5d5047c) AuthConfig (a56aa485b980f3b3754b0838769e0b0dbc0fa5320669fc7ed724353e630d0492) AuthConfig (b4e435220029ae1237fb60e6aaf34b9f1d28022ab0b625acd7a9f67a31ffc03a) AuthConfig (63d2c37e70a6bf419f0f7dda3463359dfdf0c90c5153dc2e648f836b0be64d97) AuthConfig (05d75a5a282223f586fe1d2d683888051f7f203e2049bea1383426cd3fd5366f) AuthConfig (ff1fbae7cb50924f54056180178d355d276aad2911d4539787afd8aadad735f5) AuthConfig (68e4b670dd67b67f163324258703217df366bf805812e1897159b6046bc8346c) AuthConfig (c11365b63bbbe87e53a2212ee4626d8da83af31cd8b1f26b6be058a89f152308) AuthConfig (bd8cae07f58e28168a3846f35ad212ea1613f6609ca21c9579283c79f316bf0b) AuthConfig (ba93d97e7fe5027c102a868223c343a3e73504d60188f809c8d9583e3260ad53) AuthConfig (47cfe9f044a80ef1ebfc7ca4e0ecd4525c5722083c8ac0763fbadcc995473200) AuthConfig (265b422ef3acbb423d5e650bd4dfadb915011d09e795ceca1662dc10a8810634) AuthConfig (8bedebca592a2f2a4ae5a6979f67091e65b2ee6a4ff93abe50a784795cb8a248) AuthConfig (5ed36d6aa0d5b14abd62c4e377eed911eb4237b6f65e5cc4895e8e95177a1d09) AuthConfig (e77e42bd16e299163d617b9e49078ea0623bf26243ffd81c5a998bd38863baf1) AuthConfig (c57e4d2b3e27acd0d6e1a8a241cb55ba49285bcac3daf9c442c0e78664fa9588) AuthConfig (dbc5cc1182b668da8dbf756735866367c86d4ec626a2f1100a9572b8dbd1326e) AuthConfig (0e663ee8753a9833c3da30ab5a210e8afaf8df020df3393b70ca163483329672)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7dcd272f-1a3d-4491-a9c9-a816973483a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.14054394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"0be69961-97e5-48b8-aea0-3557db5204d6","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.184864615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"58ca5eec-292a-4355-a69d-10cb46961513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.185244124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1b502bf4-ec7f-4a4c-ade7-7482f32ae84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.185451386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e5cbd2cf-8951-4377-8b97-6ff7749e4786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.195226333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1b502bf4-ec7f-4a4c-ade7-7482f32ae84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.195472124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"58ca5eec-292a-4355-a69d-10cb46961513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.19930069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e5cbd2cf-8951-4377-8b97-6ff7749e4786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.204992352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec3460c82615b463bdf44b5dc39732c26cb7e28b1879f8c0c13286dbdc8f7bc0) AuthConfig (181d56e9c560607ae99aa2ed48b2a99473dcae399370d92e515d606bb17e949b) AuthConfig (39e93d2a6cac5ca6b4a9478fc087d2680da93bacd9e74c24a8b082aff6d02c35) AuthConfig (53032c298a0f2b709a322053fa99d3266b2d7a7677406c9d14d61655507c076c) AuthConfig (0601da188dc0093087b8eaa11fa5f7e253350c2287a140eb14dc522dd85ce85f) AuthConfig (121ea0bf893128187e21fc9e42cb4d062752abc0b822fc7668c2b588621863f9) AuthConfig (797e2c551db542746d71e9c11dd62f2f9cbc707b76e8cb61c9d92dc27a60209a) AuthConfig (b40216dd735bfe1e37cf12c6b5ef614f8eed9072280637b84dc557d1e545c1e2) AuthConfig (63c8951859feb9c9e6370edf26f44008edad144c400ad6c2e7347e5cf0675648) AuthConfig (170e96e1bfb8bd86d782044bd197e10efb4d25c0a6309f88c8c4992183293c08) AuthConfig (c4b544ce59a244272d4f07516654fab194c812da6d9830a6492b3c2d5e30d539) AuthConfig (d828e047bd125f75729c722294c535e42de6d97ad3a44cb74af83048ec3cc88c) AuthConfig (200ecb09944b17c5b78f727ae81e6e8322b5a5872be260772560b6f3c5d5047c) AuthConfig (a56aa485b980f3b3754b0838769e0b0dbc0fa5320669fc7ed724353e630d0492) AuthConfig (b4e435220029ae1237fb60e6aaf34b9f1d28022ab0b625acd7a9f67a31ffc03a) AuthConfig (63d2c37e70a6bf419f0f7dda3463359dfdf0c90c5153dc2e648f836b0be64d97) AuthConfig (05d75a5a282223f586fe1d2d683888051f7f203e2049bea1383426cd3fd5366f) AuthConfig (ff1fbae7cb50924f54056180178d355d276aad2911d4539787afd8aadad735f5) AuthConfig (68e4b670dd67b67f163324258703217df366bf805812e1897159b6046bc8346c) AuthConfig (c11365b63bbbe87e53a2212ee4626d8da83af31cd8b1f26b6be058a89f152308) AuthConfig (bd8cae07f58e28168a3846f35ad212ea1613f6609ca21c9579283c79f316bf0b) AuthConfig (ba93d97e7fe5027c102a868223c343a3e73504d60188f809c8d9583e3260ad53) AuthConfig (47cfe9f044a80ef1ebfc7ca4e0ecd4525c5722083c8ac0763fbadcc995473200) AuthConfig (265b422ef3acbb423d5e650bd4dfadb915011d09e795ceca1662dc10a8810634) AuthConfig (8bedebca592a2f2a4ae5a6979f67091e65b2ee6a4ff93abe50a784795cb8a248) AuthConfig (5ed36d6aa0d5b14abd62c4e377eed911eb4237b6f65e5cc4895e8e95177a1d09) AuthConfig (e77e42bd16e299163d617b9e49078ea0623bf26243ffd81c5a998bd38863baf1) AuthConfig (c57e4d2b3e27acd0d6e1a8a241cb55ba49285bcac3daf9c442c0e78664fa9588) AuthConfig (dbc5cc1182b668da8dbf756735866367c86d4ec626a2f1100a9572b8dbd1326e) AuthConfig (0e663ee8753a9833c3da30ab5a210e8afaf8df020df3393b70ca163483329672)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"58ca5eec-292a-4355-a69d-10cb46961513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.205100485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f115e39963cbc544b7d3a0dd82302d7346f158792d0e3627637c05e49ed4dff8) AuthConfig (2944595ddc07672f9ef87ccaaeafe41911980546f25c2942b389659e5ca9fa19) AuthConfig (fff3ac5afdd1a6b3a4102cc46c5a001edf13b6e3a0be06a47b26550d061f59ff) AuthConfig (5900b7201b156c6336b2870406b2dc4f07110b6b7e4393c4aeed3aac07546414) AuthConfig (e7f14278905eb4cdd287d6b1eef971d1b3e4d634c79ac30e9582cd1a2ea628e1) AuthConfig (65e1f8c2efc69bf2bfa4b74527399e9036fa500f58f6e41cc816dbb9be9cc700) AuthConfig (b1ecb2dcdbf7d785b0d004c1d7aa2a844f83dbffcec07863c0c1748e45e2361c) AuthConfig (048fd3bfcbfcc63964954d59abd8ea23f8907eb6126df89c1563eb3fb8c02d32) AuthConfig (60a0be695cb53f73989d55d0315601e75b605c8537e81885e24183f6ad676554) AuthConfig (08b52e5c369768e1c63c4c3864becc4901e222822a98f14ba9c0241b1dead320) AuthConfig (c5d2ff028fb7b62252a1562eab5dfe6cbeb82b45be6464f27e50c7a99c78d9c0) AuthConfig (aa2af09eb253bf5b1011ecdd3b386d81ebc99999fd043d960a69ecc9b8efbfb9) AuthConfig (d21503a6443033f94c4d472d0fa8858cf8eaffe11233bddf90f506f8cbc1258c) AuthConfig (a15c618ec187f42ae83adf28138076775bcce97ed02aadc7340637c238665ca9) AuthConfig (a43826f0772b368bc8b252f22653d5ffc2c161e161f21fa706a52fbef09d250b) AuthConfig (9dec808aee47fa81aba7ef3951c8e69411123a46c1c46e63e43028b7615785d9) AuthConfig (5d76e53e413e9056f8d3b8c9d72b60f94bd4d0c817c8e928c8862e9bca38a968) AuthConfig (2783f62044d1abf177f8e8c2768f5cd526d9598fee7c41610ab48b997f9e846e) AuthConfig (d9dee403dc2a42803a41d351546543a2356a978398c2e59993952a931ceab825) AuthConfig (486a5e6f07b14fcee181149ebc155573bd3c342f1639008ea12e4e64d3dc6033) AuthConfig (eb8c78ba2f296ed685e381c0e0addefcb3fa8b9577cf49f97f17cbfd41bb3b60) AuthConfig (a039ea791a6f367a9733a76f69adc378809c721714e8e2d1e9be50cf3c998952) AuthConfig (23ca1ffd16b7b316649dc18be50ff192d5d9c472489204d0471c3ae3334650d7) AuthConfig (473922eb5c261b39300871ff21d7273deac838c8db8135072381f7fcc060913f) AuthConfig (e4c9f81e3e5d586a6eb9eb5980e190f5f2b82c29d12eaeb52dfffe31f141d92a) AuthConfig (d6ea5f4761678f698f71dd9287b0c111c23df58d07f495dbcab29338824660ae) AuthConfig (3713da2b282301162d4e2a1489bad7d628599640aae3ef7e5710f0902c0ade60) AuthConfig (35f2ee4309955d784c2ad4565e6d0aa0f759c1f2558c03e34c9ed9932d60bda8) AuthConfig (cbbf37bf8e589653387f55765ccc3cc92618e44be442c8a33e5e005cefdbb352) AuthConfig (49477ad2217b0d411a7d5ac147d6030f7cb2637ee86cabbdae4518cb7a4b539f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1b502bf4-ec7f-4a4c-ade7-7482f32ae84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:50.20683191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f115e39963cbc544b7d3a0dd82302d7346f158792d0e3627637c05e49ed4dff8) AuthConfig (2944595ddc07672f9ef87ccaaeafe41911980546f25c2942b389659e5ca9fa19) AuthConfig (fff3ac5afdd1a6b3a4102cc46c5a001edf13b6e3a0be06a47b26550d061f59ff) AuthConfig (5900b7201b156c6336b2870406b2dc4f07110b6b7e4393c4aeed3aac07546414) AuthConfig (e7f14278905eb4cdd287d6b1eef971d1b3e4d634c79ac30e9582cd1a2ea628e1) AuthConfig (65e1f8c2efc69bf2bfa4b74527399e9036fa500f58f6e41cc816dbb9be9cc700) AuthConfig (b1ecb2dcdbf7d785b0d004c1d7aa2a844f83dbffcec07863c0c1748e45e2361c) AuthConfig (048fd3bfcbfcc63964954d59abd8ea23f8907eb6126df89c1563eb3fb8c02d32) AuthConfig (60a0be695cb53f73989d55d0315601e75b605c8537e81885e24183f6ad676554) AuthConfig (08b52e5c369768e1c63c4c3864becc4901e222822a98f14ba9c0241b1dead320) AuthConfig (c5d2ff028fb7b62252a1562eab5dfe6cbeb82b45be6464f27e50c7a99c78d9c0) AuthConfig (aa2af09eb253bf5b1011ecdd3b386d81ebc99999fd043d960a69ecc9b8efbfb9) AuthConfig (d21503a6443033f94c4d472d0fa8858cf8eaffe11233bddf90f506f8cbc1258c) AuthConfig (a15c618ec187f42ae83adf28138076775bcce97ed02aadc7340637c238665ca9) AuthConfig (a43826f0772b368bc8b252f22653d5ffc2c161e161f21fa706a52fbef09d250b) AuthConfig (9dec808aee47fa81aba7ef3951c8e69411123a46c1c46e63e43028b7615785d9) AuthConfig (5d76e53e413e9056f8d3b8c9d72b60f94bd4d0c817c8e928c8862e9bca38a968) AuthConfig (2783f62044d1abf177f8e8c2768f5cd526d9598fee7c41610ab48b997f9e846e) AuthConfig (d9dee403dc2a42803a41d351546543a2356a978398c2e59993952a931ceab825) AuthConfig (486a5e6f07b14fcee181149ebc155573bd3c342f1639008ea12e4e64d3dc6033) AuthConfig (eb8c78ba2f296ed685e381c0e0addefcb3fa8b9577cf49f97f17cbfd41bb3b60) AuthConfig (a039ea791a6f367a9733a76f69adc378809c721714e8e2d1e9be50cf3c998952) AuthConfig (23ca1ffd16b7b316649dc18be50ff192d5d9c472489204d0471c3ae3334650d7) AuthConfig (473922eb5c261b39300871ff21d7273deac838c8db8135072381f7fcc060913f) AuthConfig (e4c9f81e3e5d586a6eb9eb5980e190f5f2b82c29d12eaeb52dfffe31f141d92a) AuthConfig (d6ea5f4761678f698f71dd9287b0c111c23df58d07f495dbcab29338824660ae) AuthConfig (3713da2b282301162d4e2a1489bad7d628599640aae3ef7e5710f0902c0ade60) AuthConfig (35f2ee4309955d784c2ad4565e6d0aa0f759c1f2558c03e34c9ed9932d60bda8) AuthConfig (cbbf37bf8e589653387f55765ccc3cc92618e44be442c8a33e5e005cefdbb352) AuthConfig (49477ad2217b0d411a7d5ac147d6030f7cb2637ee86cabbdae4518cb7a4b539f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e5cbd2cf-8951-4377-8b97-6ff7749e4786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.568096063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"37cd3626-54f2-4f5c-9b9a-3c4680266872","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.573754815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"c6fbe90f-f5cb-4059-91f3-4717b4d99b5e","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.656430968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"9267b57b-7637-4acf-a528-d9e4cf1cfe5f","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.663638848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"9267b57b-7637-4acf-a528-d9e4cf1cfe5f","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.685391229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"ad32b6d4-1028-47b9-b2e8-f1eb697c7c99","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.710353003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"bcb291ab-1b12-44c6-9d5e-bf7e2adba058","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.717279169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"bcb291ab-1b12-44c6-9d5e-bf7e2adba058","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.743984192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"fdc55cdf-91c3-4b39-ae7e-29c13c37aace","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.752352714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7b49d4ef-e77e-4d82-9088-9fe0393b7185","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.755414439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"9feff243-0c1d-4adc-b840-2aa927696fc4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:54.759732537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-650be0/e2e-dry-sub-b407f50e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-b407f50e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.760884358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"bd94978f-e79a-458d-8363-3dd803f4e6b4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.784523297Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e","reconcileID":"93a543bc-7dda-4670-80cf-6330b485d777","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-dry-sub-b407f50e","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.803093922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d292eff4-7a37-4ec6-af3e-8a9bddffe3c9","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.816416142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"e1fca299-4d05-40d9-b33e-a05878331748","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.816791637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b43c457b-ef0a-4cf1-b01d-036bc1674a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.816887338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8fb7581f-5450-4add-8ba9-7f0f125f2682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.835391787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"e1fca299-4d05-40d9-b33e-a05878331748","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.83911247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b43c457b-ef0a-4cf1-b01d-036bc1674a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.842617101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8fb7581f-5450-4add-8ba9-7f0f125f2682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.873994103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e","reconcileID":"7300e86f-14bc-4cc0-be31-0fe0aa1773ac","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.87404998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"a644e38f-993c-4924-8640-de01c156e41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.887408015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"efb9c36d-c42a-49f7-b6ba-b377e8e31a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.889467207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e182d5d6-53e7-45d7-8c44-7254ba25e820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.894256374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"efb9c36d-c42a-49f7-b6ba-b377e8e31a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.897230062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e182d5d6-53e7-45d7-8c44-7254ba25e820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.830170001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"20fc95fb-5231-4c24-be17-4854b84ac396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.840229502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"20fc95fb-5231-4c24-be17-4854b84ac396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.850470024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0559a2ef41f6f38670ea73354b2d3387ff1ecc4ee61bf528c755ac6bd8ddfac4) AuthConfig (7d1f970f03cd2517a3e63718650d4ced19b6d3780a2e2db28765eb6744cdea9c) AuthConfig (882fdbaa1db34a5828ce37bbfb6235c71b56828d6eec3497f061d6f2c671b795) AuthConfig (3d4331e192a8fa52d7768659efb9194f6618ce8cfcfecb520064f549a2e1fc89) AuthConfig (76df3c4c27aafe00d7ac1a35e25ea90737add5d605159c7dd1fae076f829693d) AuthConfig (d76fbaab7b22a888bf32673f6da06e7507522d2ac6871a9487320b0237cfcee0) AuthConfig (12f52e1ccac94dcbe539a7d9106d25c14a77ff83861c23d14978f54c100a0fe1) AuthConfig (4b8491195c26cb512cfc4e7876440c058643ca5779ad912258a9d30882549c59) AuthConfig (89045b05eb62b470393c1e771b1ba947861d7d8204ed0530a214181ba8915a5e) AuthConfig (2697dd0383ffc36bdf9e825370d0e0dd960d56a659116cfe63e32b7a0696fe81) AuthConfig (b7edea6043446bdfcdd91f3c63bf2e2680a6f2a68ed22995474e4e8a4c0971f6) AuthConfig (20a909dc8f21b31c87c9c150385353bb6ad54c3499120eb3279d8af2cfabf879) AuthConfig (4b56be27dd1df39ca799e6e7c24056a0a070c4a84c52cbb5fee9e22ecc370185) AuthConfig (249e6260f86945b17f6c0c638b480a2c966b8c3bec2296fc39d41dd7daa63a84) AuthConfig (8f7074dc19d668c18a59c67fbf887e521b6a14c7be51e2fde1b3f377a9c4355f) AuthConfig (18b613d5a48bfd5c880f552ca288ab50f0e5165f469d211586e2a51e5cd6a716) AuthConfig (9ff995b754d71ed00ef17032946d87966473ad963a1392c07e8ed3680b2b66db) AuthConfig (89ad5393da02b14de24493f2df1cf8ab40a26fa11098722d6c4bc7a7c253dea5) AuthConfig (022c16c2b50dcc613c95f192d8e2fc9d29a7c8787dbe379e9d1587da063ed65b) AuthConfig (0cc81da768471d0c3bd44bfda3ebfb691fecac9f31d006bbac6c57235d1d9cc5) AuthConfig (20266a44275851f3d5027677956afd208fa6d5f68c239863bbc161b71ca483dc) AuthConfig (df628ffdb1ccbb9b87474a3eb13e8a30f51f0d6200527714ca63a4ac910c6106) AuthConfig (f64a5a300c3912f9c68bf1f313ec9792a7a9d134f5108bacb2eda9a467a87f0f) AuthConfig (fc06a7bec6f0f29c7e81337ac427f190ebd5631627e213ab87f1a3ccb00795a4) AuthConfig (6b79154a07ea6b14da485fffce4275728a81d69b6b62b8c12221ed4e20a9abdb) AuthConfig (da60748436e588dcd78d4acfe41d938471824560f91ed859fc4f31d2053cd1a8) AuthConfig (552f248eaf83e47d6863110742263d2765dee8e6d6f2ca6e948b266a50bd7158) AuthConfig (c9addeccd62b5d0ef83b23313ad54e62120443f0ced40ddc075a981754eaf48c) AuthConfig (0fa57316a0f7d955d8ee0990da6a0d2914b7f48d294560b5d615382938d814ea) AuthConfig (c8d5f450478551ec973c5523dfeeabbdb5eac5b87c021c99729111e43668be48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"20fc95fb-5231-4c24-be17-4854b84ac396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.86252194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"bb97ddb9-3d2d-4eaa-812b-ab7ab8c4a73b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.931630187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"76bdfd8e-aef1-4bf5-929f-449240af3134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.942683149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"76bdfd8e-aef1-4bf5-929f-449240af3134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.956042061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0559a2ef41f6f38670ea73354b2d3387ff1ecc4ee61bf528c755ac6bd8ddfac4) AuthConfig (7d1f970f03cd2517a3e63718650d4ced19b6d3780a2e2db28765eb6744cdea9c) AuthConfig (882fdbaa1db34a5828ce37bbfb6235c71b56828d6eec3497f061d6f2c671b795) AuthConfig (3d4331e192a8fa52d7768659efb9194f6618ce8cfcfecb520064f549a2e1fc89) AuthConfig (76df3c4c27aafe00d7ac1a35e25ea90737add5d605159c7dd1fae076f829693d) AuthConfig (d76fbaab7b22a888bf32673f6da06e7507522d2ac6871a9487320b0237cfcee0) AuthConfig (12f52e1ccac94dcbe539a7d9106d25c14a77ff83861c23d14978f54c100a0fe1) AuthConfig (4b8491195c26cb512cfc4e7876440c058643ca5779ad912258a9d30882549c59) AuthConfig (89045b05eb62b470393c1e771b1ba947861d7d8204ed0530a214181ba8915a5e) AuthConfig (2697dd0383ffc36bdf9e825370d0e0dd960d56a659116cfe63e32b7a0696fe81) AuthConfig (b7edea6043446bdfcdd91f3c63bf2e2680a6f2a68ed22995474e4e8a4c0971f6) AuthConfig (20a909dc8f21b31c87c9c150385353bb6ad54c3499120eb3279d8af2cfabf879) AuthConfig (4b56be27dd1df39ca799e6e7c24056a0a070c4a84c52cbb5fee9e22ecc370185) AuthConfig (249e6260f86945b17f6c0c638b480a2c966b8c3bec2296fc39d41dd7daa63a84) AuthConfig (8f7074dc19d668c18a59c67fbf887e521b6a14c7be51e2fde1b3f377a9c4355f) AuthConfig (18b613d5a48bfd5c880f552ca288ab50f0e5165f469d211586e2a51e5cd6a716) AuthConfig (9ff995b754d71ed00ef17032946d87966473ad963a1392c07e8ed3680b2b66db) AuthConfig (89ad5393da02b14de24493f2df1cf8ab40a26fa11098722d6c4bc7a7c253dea5) AuthConfig (022c16c2b50dcc613c95f192d8e2fc9d29a7c8787dbe379e9d1587da063ed65b) AuthConfig (0cc81da768471d0c3bd44bfda3ebfb691fecac9f31d006bbac6c57235d1d9cc5) AuthConfig (20266a44275851f3d5027677956afd208fa6d5f68c239863bbc161b71ca483dc) AuthConfig (df628ffdb1ccbb9b87474a3eb13e8a30f51f0d6200527714ca63a4ac910c6106) AuthConfig (f64a5a300c3912f9c68bf1f313ec9792a7a9d134f5108bacb2eda9a467a87f0f) AuthConfig (fc06a7bec6f0f29c7e81337ac427f190ebd5631627e213ab87f1a3ccb00795a4) AuthConfig (6b79154a07ea6b14da485fffce4275728a81d69b6b62b8c12221ed4e20a9abdb) AuthConfig (da60748436e588dcd78d4acfe41d938471824560f91ed859fc4f31d2053cd1a8) AuthConfig (552f248eaf83e47d6863110742263d2765dee8e6d6f2ca6e948b266a50bd7158) AuthConfig (c9addeccd62b5d0ef83b23313ad54e62120443f0ced40ddc075a981754eaf48c) AuthConfig (0fa57316a0f7d955d8ee0990da6a0d2914b7f48d294560b5d615382938d814ea) AuthConfig (c8d5f450478551ec973c5523dfeeabbdb5eac5b87c021c99729111e43668be48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"76bdfd8e-aef1-4bf5-929f-449240af3134","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.966517044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"ad2d0389-2823-48dc-a513-d15a0f820d06","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:55.987628331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d1eb054b-e747-45d1-88c1-bdf85be458b0","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.035498758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4fd40012-a88c-4a9f-b416-3b6c5adab29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.035508804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9f2acf68-905b-4b83-959d-a7c5ad100382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.035949371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"08096395-e4d8-44ae-b40d-891b85540a4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.046543039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4fd40012-a88c-4a9f-b416-3b6c5adab29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.048686346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"08096395-e4d8-44ae-b40d-891b85540a4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.048814913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9f2acf68-905b-4b83-959d-a7c5ad100382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.668197217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9cf525a3-683a-4e5b-a6eb-3f430d151c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.674983076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9cf525a3-683a-4e5b-a6eb-3f430d151c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.680852552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9cf525a3-683a-4e5b-a6eb-3f430d151c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.773890142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"688d904a-7f81-486a-9138-7a71182f2798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.781658129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"688d904a-7f81-486a-9138-7a71182f2798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:56.787498815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"688d904a-7f81-486a-9138-7a71182f2798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.333728614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"9caa8f27-dd96-4ada-bc6a-364e16f46edd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.357241812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"07092c9d-4bc8-44bb-9487-95b451e7dbcc","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.407712095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"6f4b2c77-78ac-4dfb-b76a-515f0acfb0d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.407739946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"5db41861-3999-487a-8d79-670dcdc033c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.408354552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"843bffe7-1328-41ef-941e-c2386f6f7a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.427672873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"0dc0eb3c-7685-4e6c-af72-271f906133e4","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.430636561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"ab8e92b6-f578-42b2-9b74-a7bcebeb856a","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.431123302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"29a8b67a-268e-4907-8d4e-68ffb69d5121","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.466056595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a2f4a513-c185-481c-97d5-eb70ba5193e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.470995924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5b0994ee-fdb1-4861-bdbc-56adde86bade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.482668993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5b0994ee-fdb1-4861-bdbc-56adde86bade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.505870719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a2f4a513-c185-481c-97d5-eb70ba5193e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.537139779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"ee63a3ae-7212-478b-adb6-717797d9a20a","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.570495226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3d85fbef-dc13-4a63-af02-39878bb8e3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.571028985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35fbf6c2-fcd5-47f4-a6f3-ad750ea201c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.57361132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"67aa505a-8901-4032-8c4f-cb6e05880397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.592881066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35fbf6c2-fcd5-47f4-a6f3-ad750ea201c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.618834093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"67aa505a-8901-4032-8c4f-cb6e05880397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.625623198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3d85fbef-dc13-4a63-af02-39878bb8e3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.632340184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"67aa505a-8901-4032-8c4f-cb6e05880397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.634624067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"a833e077-d47d-46c5-ae91-7b6effc22957","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.638123347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3d85fbef-dc13-4a63-af02-39878bb8e3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.658163414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"b484fa9b-20e1-4a4e-9a98-f6c08ee62fbe","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.658687803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"f9200244-8b53-4fb2-b558-e9e5e1777fd5","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.689373626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f4ec0e79-1bae-4372-91c6-56e49d9a2e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.690032609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d56490b6-9b15-4c4f-9933-995c5d6b8cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.690606502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5bbc263d-93ea-483b-932c-74fde15365fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.714987585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5bbc263d-93ea-483b-932c-74fde15365fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.719316324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d56490b6-9b15-4c4f-9933-995c5d6b8cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.719976108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f4ec0e79-1bae-4372-91c6-56e49d9a2e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.724707364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5bbc263d-93ea-483b-932c-74fde15365fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.728228181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f4ec0e79-1bae-4372-91c6-56e49d9a2e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:59.729155461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5bbc263d-93ea-483b-932c-74fde15365fa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:51:59.732257812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f4ec0e79-1bae-4372-91c6-56e49d9a2e60","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.766037037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3da2488f-9fbe-40b4-8155-2ce264e10cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.766758106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0b744ef6-b4a3-4bc8-9659-c964f6fcbb4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.780529417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3da2488f-9fbe-40b4-8155-2ce264e10cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.7837666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0b744ef6-b4a3-4bc8-9659-c964f6fcbb4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.789799449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3da2488f-9fbe-40b4-8155-2ce264e10cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:59.795521448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70c00de852d8a955a4e55de689b23824e4665dfe80523dc593b84b9e9f1c222f) AuthConfig (4c28c983b755b1ef0edfb84a227db60afb2611328c4cc2f8eaba5b8709907135) AuthConfig (96b09546c831d42dc0a506016e63a080d4282e84c0b54dfe807045d9ddb0994a) AuthConfig (02a9272e42dce3add0d99103b09d494ece8eb25cb62582913668ea2f13ac55af) AuthConfig (90fb6faa0b47c82fd2221c97a076acb8b6e882baf68a7b16deaff586cba78395) AuthConfig (dea7db2610a7f962165597a38eec79843fa05cbe0950b58a297bdf7bbe350557) AuthConfig (b6bbfb5158ffa84ff873b3fc7d3248399113488594dc9ee3c0e48c6bbe52cea6) AuthConfig (e636bc6faca4ff8e944766bd0e3117cdd9a66e38b444e79eed082e334308eaee) AuthConfig (d93bb11b55d64ddcbff328f773aedb20343c445a17ff11af1cf5b71ff1d41b56) AuthConfig (03961df0645daa9db54086caa3726bf8fe25004cf8f2ae2516a6af98be8332e6) AuthConfig (5fc924077caa13a3c6154dede46c74c1222b1c3783c11781e4431398f4a89d58) AuthConfig (850743b892752ae9284e1229b4ad465dac6e3af83a03614857ced94ce6b32b61) AuthConfig (422cc582a2e5a03107d4dad67da5099dad446eacbc48bcba80be1d9c45c35151) AuthConfig (868f87131efd47ffbb350f0464dc96c69e86e1278438b9a9c5b44fe4984c3b18) AuthConfig (afd3bf9f1357141a773f801f03db46dcf681710e8b62474e4e7169a7bc1ea6d5) AuthConfig (250c4ebfc4e69502a3e19069da68644bb1977486565a9a8515625d0eeb5c1fdb) AuthConfig (01a6005db562e5bc4dbaa4875f9d6f34ce2222c84e7a6ada65f942c0f9fcd6fa) AuthConfig (379164204ccd3df8dec69df97883e29d34c75a16ccf82d803d8efbeccf03ea19) AuthConfig (627ac18449de81b61bc41e8e8e110e798d87f6bffc2a4e646531d303ab0eb5cc) AuthConfig (76c67aecf119fc33d46978306477f5d76436f7045bfd84a637f82cfc98d3e1c3) AuthConfig (1be51b90ca269e6a8392371785c9215599cabdb545723217d87d7b92ac80afcf) AuthConfig (8623bdc8c0fd718675b2ec5c64394703b595eba869ba12d102e2037229e27d55) AuthConfig (ae39a5ddd0b5d8a6ef822cf8057b873cb38515f72d473cdc0db8d4ee4a417ad1) AuthConfig (a37022ddde7b75caf144e26eaee20d8e80205b6d1d076baf7960c9066028e316) AuthConfig (c03751024d0a382e183da2f19f64060a973abeae2cfa223d0eba592cc9c17b8c) AuthConfig (76b08f0523f78a27d585e6089d28547d4e4cbc2e441366137a37800fa05d6d20) AuthConfig (ff5a0a26154d25f919eb73872c8b5668bf0fab012a7e73b5987c32475aab0272) AuthConfig (926819b0b5acf124a85418b39f6384dff9339bc627fb4715234a6ffbd7c02d63) AuthConfig (653c4a9a129918ce1abf4bd37fdf0797294cb55228c158429f437ceee1283241) AuthConfig (d888335f76acd13949c1cf3ac233ddb93aead9fa09cdf85551c49b9e7118c4df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0b744ef6-b4a3-4bc8-9659-c964f6fcbb4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.135950826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"22832ada-db11-45a7-8584-857821d9f5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.143283507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"22832ada-db11-45a7-8584-857821d9f5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.166057379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e6552a7a-cdde-445b-a686-cbe4cf1082d2","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.236572143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8e951662-8990-4f45-a950-c2f1459216c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.236610826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3efaf2c1-9b94-4e60-bb83-e88a5b37dfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.237026607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"61d3f162-ce40-4fdf-8ec8-8bb27fee21f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.243192289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8e951662-8990-4f45-a950-c2f1459216c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.244273373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3efaf2c1-9b94-4e60-bb83-e88a5b37dfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.245367103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"61d3f162-ce40-4fdf-8ec8-8bb27fee21f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.264570862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"fbb901ca-acc3-4ffa-bcc1-d089d0365675","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.267775368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"f7bdce77-d42f-4a7c-bc07-f2c7b290c6d9","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:00.268109119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"8537287d-bbdf-4e69-9814-26442f14182b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.868726371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"0f3c365a-dc6d-4f27-9a50-43b5c5d6f587","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.875653653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a34834fd-2300-4af2-9ce1-a2a10f9d4696","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.883692951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"9d45ca5a-170b-4d79-8b2c-0821cf90881d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.892149526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"9d45ca5a-170b-4d79-8b2c-0821cf90881d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.926570988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7b5c46d1-a41b-44cf-844f-aa9fd9c32eeb","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.984415171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"0ca0b324-e2ab-4e11-bb7b-5f8b50d662c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:03.991444321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"0ca0b324-e2ab-4e11-bb7b-5f8b50d662c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.042027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7ad53043-89a2-4f79-b8ff-cbf3e165627a","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.052150206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"826ace27-4f85-4488-a192-29c982fc3ccb","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:04.053122214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd","reconcileID":"808e5181-b52a-4ae7-822c-2fb997389a9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-31357efd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.068051919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"4f6c52b5-825b-4347-9b61-916fe44d736e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.079788869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"cd010f08-57d5-4ed7-b0b6-b455393aa0d9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.089580896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"ff057139-4ca5-4763-bb1f-98ebe93a7ce4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.089608203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0438a9b2-b76e-4154-8800-4aa17947b45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.09000573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5b20facf-2cb1-4b18-a46b-3c1ac4e6cb94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.112649764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"ff057139-4ca5-4763-bb1f-98ebe93a7ce4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.112793774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5b20facf-2cb1-4b18-a46b-3c1ac4e6cb94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.115021504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0438a9b2-b76e-4154-8800-4aa17947b45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.12912239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd","reconcileID":"c67bdffa-6fb9-4c17-bc7e-693dd4486160","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-bulk-sub-31357efd","ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.161955411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f3ab7921-df9a-4a23-bfdc-110669b77e1c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.193304095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"c613277d-5515-4c9e-bfde-beb7396158b7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.193377626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6f1467ac-3e78-4401-8656-fbce99267090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.193759254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ed331cab-2a85-478c-8981-274959dd663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.206027515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd","reconcileID":"08d04238-5501-4998-ae3d-e91895ad363d","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.207160059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ed331cab-2a85-478c-8981-274959dd663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.207655813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"69b399aa-eb3c-4cb7-bb97-be06d9bf63aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.208505787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6f1467ac-3e78-4401-8656-fbce99267090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.209871215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"c613277d-5515-4c9e-bfde-beb7396158b7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.521895886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"58a91c05-5a67-413c-b8c9-921c500d8d6f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.533762304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"294f7ce3-eadc-45d2-8315-f8d11425edca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.533761059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0632ea41-8c0b-47c0-8f9c-34c2270b1acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.534380138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"375273ec-9ab3-4292-af06-d4768e95701d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.541074225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"294f7ce3-eadc-45d2-8315-f8d11425edca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.541087344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0632ea41-8c0b-47c0-8f9c-34c2270b1acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:05.54378208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"375273ec-9ab3-4292-af06-d4768e95701d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.005327992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e","reconcileID":"fe2df834-ab3d-4b25-8563-ed089d913031","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-dry-sub-b407f50e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.032472106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e","reconcileID":"fe2df834-ab3d-4b25-8563-ed089d913031","MaaSSubscription":{"name":"e2e-dry-sub-b407f50e","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.049567492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"50ff7af8-b41c-41e4-a0d5-46b189b2c95a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.058662041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"ed406227-6039-41a8-904e-f8cb5b72f8df","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.069302526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"f7033766-aade-4e86-b7bd-2ba5093b63ad","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.069545953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4dbdf006-8fbe-482f-99ee-53439840e749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.06974438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f70449f1-deb5-4c12-a252-ec359526f4e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.076890536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f70449f1-deb5-4c12-a252-ec359526f4e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.077178945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"f7033766-aade-4e86-b7bd-2ba5093b63ad","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.079377705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4dbdf006-8fbe-482f-99ee-53439840e749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.234443684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-dry-sub-b407f50e-auth","reconcileID":"aefb0dc6-49c7-488d-ab9a-c1c45d08361d","MaaSAuthPolicy":{"name":"e2e-dry-sub-b407f50e-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.234495884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"5313f05a-a9ef-4ba0-829d-4ea4885a56b9","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:06.246313877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"e599d39c-d7a4-4853-86a7-3b97abe6f122","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.32780226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"56535bb3-049f-48c9-9b99-89ae6f5cd93f","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.334291823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"16a86b65-d380-4c41-8304-0062e64d8890","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.343524171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"69f2cd90-3385-410e-961c-8d3f4e107d69","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.350668153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"69f2cd90-3385-410e-961c-8d3f4e107d69","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.372864655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"5df42657-3bc9-4874-9922-196f94ef91dc","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.443956428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"52cce9f8-a17b-4ec5-927d-ae22f7a97efc","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.450697131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"52cce9f8-a17b-4ec5-927d-ae22f7a97efc","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.536002223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"72227889-4be6-4023-b372-3a34d1e98455","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.542445591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"5b8564d8-e501-44b3-b376-4a893b81a3a6","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.545887037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3fa40022-4dd7-4998-a9ea-275a2deb4802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.545961424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"525c7c78-5d55-4694-8449-54c721adc1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.546372463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"210a3174-3f72-4012-84c7-910f92b123f6","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.546457381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4","reconcileID":"b8e86c05-66ef-4e5c-ac39-b6551b105a36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-715a65f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.553745054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3fa40022-4dd7-4998-a9ea-275a2deb4802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.556788499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"210a3174-3f72-4012-84c7-910f92b123f6","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.557433054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"525c7c78-5d55-4694-8449-54c721adc1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.56430513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d71f89c7-e35d-4306-b083-43841c03e1f5","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.572009145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"10639b0a-5b55-47d1-b14c-088de410a2b4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.59524169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4","reconcileID":"bc9db425-4f3d-4e6b-b36a-7aecdac56805","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-combo-sub-715a65f4","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.611242933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"012bdd5c-3ccd-4e2e-847d-a685477e416c","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.644717558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"56607a76-61a4-46c7-acc7-3029290dc798","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.64471796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"106ca33b-b7d4-4fce-8a6e-0e42ef9b2491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.651397603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"56607a76-61a4-46c7-acc7-3029290dc798","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.65167638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"106ca33b-b7d4-4fce-8a6e-0e42ef9b2491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.675266963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fd837411-03b4-4a28-ac2e-e83b5bc998e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.682311747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"e000dbba-602b-442e-a9f7-b725b4cc5cf2","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.683330857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fd837411-03b4-4a28-ac2e-e83b5bc998e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.686195163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"1adc4c20-8619-4028-a554-9e1e6f8e3880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.686252746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4","reconcileID":"ff538d5f-940d-459c-b11f-fdd813bd7e97","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.689492788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"9bb1b87f-8c48-4eaa-ab6e-f3805b2581d1","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.74407002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"8566a062-785f-4240-86d6-ba1fddfb4cef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.751132104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"8566a062-785f-4240-86d6-ba1fddfb4cef","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.836447635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"218bb64a-d6e6-4e71-b611-7c7be874c195","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.843451003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"10dedf4f-3190-4d7d-83a6-66df62d01746","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.852321794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"6a7e0ff2-a131-43c6-be82-1339e8dc0f34","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.859432855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"6a7e0ff2-a131-43c6-be82-1339e8dc0f34","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.875405357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4fbd809b-350d-44e2-b3b3-f2762a740f69","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.875879786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"33572300-728e-489c-a7d1-bdac3542c035","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.952387886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a8e11290-028e-4b0c-bdca-2690c780ad9d","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.965734794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"ba16146b-5d8c-46fa-9cfa-f58d972e7466","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.970405064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"2fd8070d-a614-47a2-b953-9d93caaba89a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.970984165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"14f834d2-bc77-424c-be78-5190117bd860","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:07.972766701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.979684758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"ba16146b-5d8c-46fa-9cfa-f58d972e7466","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.987596518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"263d46b6-d488-4abb-ada7-26953051a93b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:07.998845879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"c0cf6ec8-0a0b-4792-8767-7bfa0a353b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.003992935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"72dec0e9-d9e7-4931-9076-d68d7db8de0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.005051196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c19f7061-938c-4426-9ad4-7c36833038c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.01337742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"5bb49109-e944-41f0-bdbd-5e4d3f589c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.064765612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"27d96fbe-3790-42a3-93d4-e2640221a0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.065429289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7eb58324-cfb5-499e-83cd-5be0782b630d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.151110561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7eb58324-cfb5-499e-83cd-5be0782b630d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.15321085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"27d96fbe-3790-42a3-93d4-e2640221a0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.155325913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"52391d54-873f-4385-8367-824045ae40b9","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:08.159211491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"ba16146b-5d8c-46fa-9cfa-f58d972e7466","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.160431119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"bb6d49a5-cd09-4827-b00e-92fe1c561e48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.161735707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"636bd2d0-40a5-413c-a117-88823aef3596","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.162461618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"e0610580-82a8-4793-a6c0-238e0bf62028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.162823842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-sub","reconcileID":"1884e338-297b-40af-b5eb-ab0437d74298","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.170881578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"ccb95eab-75ad-428b-b3d2-132db4a81fed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.171769159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"b9baeac2-eeca-4680-9586-81e61376c1b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.251784373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"60e90f92-9859-4742-9119-db2f5d19e48f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.25774705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"ccb95eab-75ad-428b-b3d2-132db4a81fed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.262087629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"60e90f92-9859-4742-9119-db2f5d19e48f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.267957669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c4568242-443c-48da-ae4b-941f693fa2b7","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.271811654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15626070-2e29-48ba-91bd-39412faea436","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.272504819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"f26d48c4-c4fc-47df-998e-e09349509b50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.275803092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"23ae543a-cc52-4451-9e20-4ed045b9b8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.350384921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"23ae543a-cc52-4451-9e20-4ed045b9b8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.350974969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"7cfc1a44-7f18-4936-98a4-8c6ad8ab0b97","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.366796312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"14d54960-c515-4db3-ba9f-1fc446de296c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.367735095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-sub","reconcileID":"dbc85dfa-8a16-41a2-842a-feae92fca3f9","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.37197081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"a32c50c6-908d-4897-9533-8186951e6738","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.377719133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2057d164-9a37-463e-b57f-b4003124a22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.37879064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c8bcf3de-ba89-435f-a129-4a0ac09a72ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.461936411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2057d164-9a37-463e-b57f-b4003124a22f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.46204318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c8bcf3de-ba89-435f-a129-4a0ac09a72ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.474896119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b8769e39-b09d-4dd2-90ee-ce3f1f53f656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.475400334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"0bf69de8-6c8a-486c-a212-6a2834a5565e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.479339568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6e3d43c5-c974-4f71-97f0-0900f73d6dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.5466071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b8769e39-b09d-4dd2-90ee-ce3f1f53f656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.548155939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"0bf69de8-6c8a-486c-a212-6a2834a5565e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.549323952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6e3d43c5-c974-4f71-97f0-0900f73d6dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.923594003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"772a0164-3caf-42bd-b421-799702e8dc01","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.936278779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"5e7dbab0-faa1-4f42-b518-5419fa483fe1","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.936523276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b2556c43-17b2-4647-b087-767318d3923b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.936284263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"90766ef2-37db-4252-8c19-a6203fa858af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.944591822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"90766ef2-37db-4252-8c19-a6203fa858af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.945814407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b2556c43-17b2-4647-b087-767318d3923b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:08.94725364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"5e7dbab0-faa1-4f42-b518-5419fa483fe1","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.80979185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"74640e97-08e9-47c8-be3f-4a7c2b5c28c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.818104986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"74640e97-08e9-47c8-be3f-4a7c2b5c28c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.902298685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"056f8ce2-d10d-4d91-93f4-f0e0d4bcc295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.909464974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"056f8ce2-d10d-4d91-93f4-f0e0d4bcc295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.946529398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"fa238967-d70d-4f71-a6b2-112c7e5af017","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:09.94860087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"d28ef0fa-d033-49ed-952f-e300ba890b84","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.651202586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"edd20614-9c3c-45b6-992f-984464dad299","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.658882284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"5c4c10ab-106e-46ca-9ad3-78126ee85152","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.662139125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c7b7c54a-ee52-42da-b99b-0eced2a869d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.662201344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c92039cd-972d-4a22-9aea-4e033133feb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.667267479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"5c4c10ab-106e-46ca-9ad3-78126ee85152","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.669651918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c7b7c54a-ee52-42da-b99b-0eced2a869d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:10.669656971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c92039cd-972d-4a22-9aea-4e033133feb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.025251332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7428a9ec-15ac-46d6-a551-67e3e9f9fa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.028565322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"922855f5-c0d8-409a-b962-dd5cbe08eb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.02880283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"5005ed0a-dc8b-4c97-8b4f-91071d703c4c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.033243893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7428a9ec-15ac-46d6-a551-67e3e9f9fa97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.035481426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"922855f5-c0d8-409a-b962-dd5cbe08eb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.035510658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"5005ed0a-dc8b-4c97-8b4f-91071d703c4c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.457169441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.206350615Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"6ade7483-87f7-4cf9-bc9d-935867b139fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.325264792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"dd0ca206-c50f-4724-8fdd-0f3da1280051","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.553655654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd","reconcileID":"28174693-3239-4d54-9f2a-f44665d13e6d","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscription":"e2e-bulk-sub-31357efd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.56947364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd","reconcileID":"28174693-3239-4d54-9f2a-f44665d13e6d","MaaSSubscription":{"name":"e2e-bulk-sub-31357efd","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.601489681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7a81908a-7003-437a-bd85-c4d3a80b7c53","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.613772638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5ec355d1-1289-48fd-ad77-20658c47d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.615096853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"59fd73fb-e1a4-460a-af22-15868373c2c7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.615415344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bbcad9e7-3c7e-49c8-b5f6-148e9a92faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.623130076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"59fd73fb-e1a4-460a-af22-15868373c2c7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.623559824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bbcad9e7-3c7e-49c8-b5f6-148e9a92faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.625629326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5ec355d1-1289-48fd-ad77-20658c47d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.776678006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-bulk-sub-31357efd-auth","reconcileID":"bb83ce04-7de3-4b8f-992b-4f16066060db","MaaSAuthPolicy":{"name":"e2e-bulk-sub-31357efd-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.777017576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f3e15759-cdff-4600-80a8-1d7b210586bb","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:15.845888131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"c2b99dd1-636d-4ff0-bc55-3556a4143e48","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:18.959178278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4","reconcileID":"9db9211b-0d24-4469-a0e8-f722c9f54edd","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-combo-sub-715a65f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:18.98065464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4","reconcileID":"9db9211b-0d24-4469-a0e8-f722c9f54edd","MaaSSubscription":{"name":"e2e-combo-sub-715a65f4","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.007338087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"8fc1c181-24ca-431c-9af5-09149c375979","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.020854901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"acbeec88-30d1-4562-9a45-198c15a66098","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.021163579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f4792ef5-3f5b-44d9-abd2-1028bc87899e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.021396924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0569d55b-7382-4288-9253-694c214d101b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.028415126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"acbeec88-30d1-4562-9a45-198c15a66098","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.0286449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0569d55b-7382-4288-9253-694c214d101b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.030553785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f4792ef5-3f5b-44d9-abd2-1028bc87899e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.119305384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"c9431421-bf41-464a-9cf4-dc60a988d60f","namespace":"llm","name":"e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.123334656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"436c4eac-f2f0-46f1-b57d-09ba2678c6e5","namespace":"llm","name":"e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.130721977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"212bd9b6-607c-4b9b-853f-856445a4b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.130964934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"189d909b-ba76-4471-94e3-99b1d6647f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.1311336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"91d7e820-e01a-4006-a6e2-7d45b6b2442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.130725332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"954af3c3-e6a7-436a-9bfd-cae6f1cc13e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.13138182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"0257610a-27f2-47cd-a7d9-cc0316653249","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.13947279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"212bd9b6-607c-4b9b-853f-856445a4b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.141669193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"0257610a-27f2-47cd-a7d9-cc0316653249","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.142524818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"91d7e820-e01a-4006-a6e2-7d45b6b2442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.14436167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"189d909b-ba76-4471-94e3-99b1d6647f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.145058278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"954af3c3-e6a7-436a-9bfd-cae6f1cc13e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.145467359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"77c67d77-742f-4fd0-a098-2e15a4126347","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.230639693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d80d64f-a6c0-41e1-b8c2-24d62f162a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.230682798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"623f0986-8131-4586-8eac-a2f575a52f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.231469308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"f2d13a23-aaa3-4908-9567-0112d2c35525","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.232298851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a41236c-5f0b-4d62-85ff-e6a3a15b1789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.238249185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d80d64f-a6c0-41e1-b8c2-24d62f162a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.238474535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"623f0986-8131-4586-8eac-a2f575a52f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.240584166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"f2d13a23-aaa3-4908-9567-0112d2c35525","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.241114991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a41236c-5f0b-4d62-85ff-e6a3a15b1789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.301871467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"fee168f0-0373-46c6-b92c-9fad2f22d428","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"name":"e2e-rt-sw-4c7a97","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.329885017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"209ed275-558b-4e71-91eb-ba4479d3d13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.329985413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"db64df1e-a389-456f-a79a-20ebbfefa8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.330700008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"61a87b6b-7954-4e20-a77f-a4154783f1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.340272096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"db64df1e-a389-456f-a79a-20ebbfefa8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.342397023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"209ed275-558b-4e71-91eb-ba4479d3d13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.345020274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"61a87b6b-7954-4e20-a77f-a4154783f1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.361771352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"57255bdd-b003-4f9d-babd-253b1698148b","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"name":"e2e-rt-sw-4c7a97","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.366640192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9c6f97d-88e3-4ba1-9e39-0dc343522f49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.366663424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9c6f97d-88e3-4ba1-9e39-0dc343522f49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367015592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d9c4e82-a2a4-4dd3-ac13-a32edc5b6849","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367028425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d9c4e82-a2a4-4dd3-ac13-a32edc5b6849","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367330312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f315ec2-3145-4c38-aebb-abab6e2c0992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367340735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f315ec2-3145-4c38-aebb-abab6e2c0992","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367782317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39bf864e-24a8-43a0-9708-6b081d7f4847","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.367794481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39bf864e-24a8-43a0-9708-6b081d7f4847","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368157733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a850383f-85e7-4af5-b356-db5dd7beecc9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368169505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a850383f-85e7-4af5-b356-db5dd7beecc9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368461655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea1c83b7-5b28-4d2c-9640-3775a0a54ace","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368475085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea1c83b7-5b28-4d2c-9640-3775a0a54ace","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368762476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98b592de-963c-4be0-a2aa-bf138f3e5de1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.368773398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98b592de-963c-4be0-a2aa-bf138f3e5de1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.369093303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd2d3f8-08e6-41c8-a496-35e362a5e8bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.369105465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd2d3f8-08e6-41c8-a496-35e362a5e8bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.376923974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"e41a3637-3720-4993-90c3-b2ca87fc24d5","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"name":"e2e-rt-sw-4c7a97","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.379547469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b8684d1-0412-49a2-9bf3-75c3df89409b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.379849213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bd1edf3-c9aa-4e57-8bbd-a978bf475caf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380063651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59567d89-2bd3-42ce-a998-47ff0117c337","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380092614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59567d89-2bd3-42ce-a998-47ff0117c337","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380337257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a04468f-eba6-43c8-9463-422a57e92b09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380348864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a04468f-eba6-43c8-9463-422a57e92b09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380546468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bfc94d7-d97c-4769-bde4-ca60beee0939","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380556009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bfc94d7-d97c-4769-bde4-ca60beee0939","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380725676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac8c64b8-9204-49df-a66a-23485360dada","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380734728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac8c64b8-9204-49df-a66a-23485360dada","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380940011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30cb2eac-e792-4417-a860-eb2408aaba40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.380950567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30cb2eac-e792-4417-a860-eb2408aaba40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381211139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7d72bab-ca40-4895-9597-c04891848dc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381220435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7d72bab-ca40-4895-9597-c04891848dc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381397763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aedb7ddc-fddf-4cd4-ae6e-4fb866a20b9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381417229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aedb7ddc-fddf-4cd4-ae6e-4fb866a20b9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381587836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5dbf725-8c2e-4d01-8794-43f0144ed9a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.381596682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5dbf725-8c2e-4d01-8794-43f0144ed9a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.431991913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d8ac220-63f0-436c-8d8d-b87c30234f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.432508455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"170270ef-db5d-4d84-8d0b-3ef6b000170d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.442698655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"170270ef-db5d-4d84-8d0b-3ef6b000170d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.442873392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d8ac220-63f0-436c-8d8d-b87c30234f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.513215611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"242e07e7-6d4c-4d6b-a329-20b1125a287a","namespace":"llm","name":"e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.523109109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"67e58f73-1d91-4c06-9282-2b581f0e8aff","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.523136274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"67e58f73-1d91-4c06-9282-2b581f0e8aff","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.524522207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"41ec228c-cd8c-4d2f-b253-7df9f222916c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.524963461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12811e94-a27a-48d6-88a6-81c6286b99ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.525336859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"586cbda9-9a3d-4f02-bc4b-deb9dba28ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.53207179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12811e94-a27a-48d6-88a6-81c6286b99ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.532087012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"41ec228c-cd8c-4d2f-b253-7df9f222916c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.534692896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"586cbda9-9a3d-4f02-bc4b-deb9dba28ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.551280618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-combo-sub-715a65f4-auth","reconcileID":"30105b08-088a-4749-a057-eac9af8377d8","MaaSAuthPolicy":{"name":"e2e-combo-sub-715a65f4-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.575626848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"07414174-289f-41af-901e-b48f1e0e5e4e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.576325975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"9d520379-6457-42bc-a622-c86fce66b33d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.577785151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba84eba6-db11-419b-a801-6ae689c0bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.578413562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65bda9f4-76ab-4d97-a19b-603cf8b7c122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.579001857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"27470aa6-4c43-49a2-8711-e42a646ba8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.583643021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"07414174-289f-41af-901e-b48f1e0e5e4e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.586342234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba84eba6-db11-419b-a801-6ae689c0bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.588649377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65bda9f4-76ab-4d97-a19b-603cf8b7c122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.591077863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"27470aa6-4c43-49a2-8711-e42a646ba8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.760887291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c389f53e-60c3-45e9-8e83-070bd545f490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.792820878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c389f53e-60c3-45e9-8e83-070bd545f490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.812384916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3b0438fd-01dc-4d41-aba0-9284cdae5586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.821368993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3b0438fd-01dc-4d41-aba0-9284cdae5586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.878785815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"af7bca69-42ae-435d-84ec-f627eafa85e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.878820856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"13686f8a-c8a4-40c6-a6dc-c7afdb14197c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.879378777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"dcf04e13-2491-43f5-9bde-315f1678b42b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.886744936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"13686f8a-c8a4-40c6-a6dc-c7afdb14197c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.886782341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"af7bca69-42ae-435d-84ec-f627eafa85e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.889293733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"dcf04e13-2491-43f5-9bde-315f1678b42b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.976081792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1799dba7-0645-477c-8dc5-2ee6b0615430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.976436572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44de8749-506e-4e80-8d5d-662d6a2b0a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.981996884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"609677f1-1ebd-4b9f-9ee3-31513127f1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.982214656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a62f1324-f43c-498a-9bf2-8969172aab0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.982419712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f720201c-beb9-4731-abc6-e65bec053c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.98692191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44de8749-506e-4e80-8d5d-662d6a2b0a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.987435976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1799dba7-0645-477c-8dc5-2ee6b0615430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.991630646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"609677f1-1ebd-4b9f-9ee3-31513127f1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.991670912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f720201c-beb9-4731-abc6-e65bec053c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:19.994139349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a62f1324-f43c-498a-9bf2-8969172aab0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.678357913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-sub","reconcileID":"99683221-8238-4a16-94b3-8a3e1a6f7fb0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.70545184Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-sub","reconcileID":"99683221-8238-4a16-94b3-8a3e1a6f7fb0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.738765808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"4d09ac1d-9e46-4066-968d-de2ea1a2854d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.760161353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"68fa1fd3-086a-4c4e-a8c1-9a1fc6c4a208","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.821329302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"695a64e4-c8d7-4d0b-a7e5-591fccf6eaf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.85965048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"87dc040a-0429-4be2-85e9-0f86b22153d4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.891468614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"695a64e4-c8d7-4d0b-a7e5-591fccf6eaf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.892474659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8212027c-df61-47bc-a775-296324219d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.895147961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"96f479c6-8ec7-4ce0-84bc-a688ae2c09d2","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.903900789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"87dc040a-0429-4be2-85e9-0f86b22153d4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:20.907817475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8212027c-df61-47bc-a775-296324219d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.03599192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-sub","reconcileID":"76c97527-b59e-4c5f-be03-130266b7ba33","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.036228954Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-sub","reconcileID":"76c97527-b59e-4c5f-be03-130266b7ba33","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.103206567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"186749a7-a6af-4593-8522-ed96e8a20151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.103800822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"87ccdc1b-0df3-4af6-8654-9551a7a1c2f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.105665042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bd458c1e-c10f-46b9-8a51-34afe0765af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.10685755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-active-auth","reconcileID":"75da879f-d630-41d7-9fb1-11d5d3681504","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.113360737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"186749a7-a6af-4593-8522-ed96e8a20151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.11586154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"87ccdc1b-0df3-4af6-8654-9551a7a1c2f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.117567453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bd458c1e-c10f-46b9-8a51-34afe0765af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.232091128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"6763cd0b-d6e7-4093-8a33-1e7dc1ff9b1c","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.238589125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-apikey-failed-auth","reconcileID":"e2f62739-e1b7-4d2f-902e-d0cdfb23ef86","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.239297724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"43b242b8-133b-4382-ae3d-58f8da29d2bd","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:21.32162393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"da07c506-46c7-46bf-87ba-fcb61fe0e9b3","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.227518152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"69dc6cb9-4783-400a-8ffb-4f51c9f630fc","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.236214305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"acce64ae-614b-41fb-95b0-c3660c18d362","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.252714374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"8019ff6d-cb70-4176-b5eb-87aee00a32dc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.26579682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"8019ff6d-cb70-4176-b5eb-87aee00a32dc","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.324842077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"28880955-538b-46de-baf2-b1a5c3e8778b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.362382423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"c32b0bc2-ae97-4531-9246-745775b2f43a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.371016041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c70809e3-6443-48ad-93ed-fd09b75f19c2","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.409247672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"c32b0bc2-ae97-4531-9246-745775b2f43a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.410594617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"674d2a18-e3d7-479a-93fd-f02f9b282c42","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.449965544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"9f7675d7-270a-4b83-a04a-e4c78a6f88c3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.466810118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"9f7675d7-270a-4b83-a04a-e4c78a6f88c3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.473819524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4f55bff4-6d6a-4c78-9fae-fe572814ce89","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.483629062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f7c1ac87-d8e4-4d30-8fcc-41f4672526ef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:22.486328365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.496861623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"98051bd7-1271-4d67-aeac-fdbac8922711","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.539645779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"df3e8af3-fc5f-419a-bf40-958b6fadcb51","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.539938579Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"df3e8af3-fc5f-419a-bf40-958b6fadcb51","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.546243097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d2784bfe-5317-42c8-b479-7ef09f3b9566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.569667156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3df99575-23db-41df-88d0-dd9650d3c4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.599720948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4d96fd4e-5bdf-4324-a3bc-0d537b70d023","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.603023596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d2784bfe-5317-42c8-b479-7ef09f3b9566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.631427116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3df99575-23db-41df-88d0-dd9650d3c4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.631926016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e81e5ec1-0601-4086-b6b9-267b3c9c32ac","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.632480032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"eac48460-b56d-4837-950e-66f94b48bbed","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:22.633783237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"e6c3b33c-8c4a-4e42-bc48-bdf4328f3106","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-2bbd288b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:22.636850346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.637627212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"060fce34-f9d8-4399-a8da-a953695fac2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.674838576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"a1039952-1286-4279-af25-40435e17cd31","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.674787992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75848bde-6a65-47a0-a4dd-ce9e69802dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.676976912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"a245e13d-6805-4437-bc8d-c341d3793d8c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.708857416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"a1039952-1286-4279-af25-40435e17cd31","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.711485482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4873cfcf-b082-4a10-b8af-ef77a0fdaff0","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.726592797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b2bf1be4-d0e4-403b-95b6-34da5e004b3c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.734308494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75848bde-6a65-47a0-a4dd-ce9e69802dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.739505847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"5a38dc81-b6a6-4462-a5be-cabed3c33ed8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.73963205Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"5a38dc81-b6a6-4462-a5be-cabed3c33ed8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.745075251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"a00f7d40-332c-48fe-8eee-bd9929c20b2f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.745827981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3e361113-ee04-4340-a859-a234bd2c80a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.746455929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d755306b-3ede-4102-9c44-b64e16015add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.779207793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"a00f7d40-332c-48fe-8eee-bd9929c20b2f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.780893942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"a2a54bdb-bdfb-42df-bf4f-63f3718d198a","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-a-2bbd288b","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.800518426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3e361113-ee04-4340-a859-a234bd2c80a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.812880005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d755306b-3ede-4102-9c44-b64e16015add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.843356038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"7036d3b3-b85e-4a01-9cb8-8bf74a7a12c5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.847303567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"9911fc73-b900-492e-b7eb-810374f1961a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.856811558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"31c42b8b-fedb-4d38-989b-389b99ee276c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.866018036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54617d58-02d5-40b4-b438-3391893d414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.894832932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"31c42b8b-fedb-4d38-989b-389b99ee276c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.901228978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54617d58-02d5-40b4-b438-3391893d414b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:22.965063479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"a53a9428-8512-47f2-aafe-972bc7ba22c9","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.028724806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"dfc77e71-ffa6-4d58-abbc-993bec891b94","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.028750067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"dfc77e71-ffa6-4d58-abbc-993bec891b94","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.035358697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"afe83d15-3c6d-4d55-8928-a9a2744d71e3","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.035377587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"afe83d15-3c6d-4d55-8928-a9a2744d71e3","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.044302921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"d9807843-0f0a-49ed-a946-f9e422f1a873","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.051272899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"d9807843-0f0a-49ed-a946-f9e422f1a873","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.083071806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"ac37c7c3-4f6c-44c6-a48c-6ac7809bbc24","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.083091457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"ac37c7c3-4f6c-44c6-a48c-6ac7809bbc24","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.129540002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c4c125e2-5eab-48a5-8f66-5b7649facad1","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.140865991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"2372b1cf-4d14-46e5-8723-eafeb3e8ee18","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.155209745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"328395ab-825f-49f9-9d2e-4a0b08100166","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.162572578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"328395ab-825f-49f9-9d2e-4a0b08100166","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.183903132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"204a7bac-f38d-4211-9986-733bac35409e","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.227634456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"9ca587b8-cb41-4377-81b3-cb33ddfb4b72","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.25019723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"ad229b81-04fd-485b-9ce6-cc40b05aeb7f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.2507714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4365fbdf-b9ee-4d79-8088-06c8f22a2a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.251070913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa69b4c0-f4f0-422e-80c7-269f35cb379e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.250772663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"9cc1b372-8dab-40ee-8cc0-088672cfc75f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.261313534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"ad229b81-04fd-485b-9ce6-cc40b05aeb7f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.261722005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa69b4c0-f4f0-422e-80c7-269f35cb379e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.263746818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"9cc1b372-8dab-40ee-8cc0-088672cfc75f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.264113711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4365fbdf-b9ee-4d79-8088-06c8f22a2a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.304670743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"27a424ec-fee0-4fe8-bf32-98c6b2ce5722","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.305371855Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-a-2bbd288b ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-b-94a9e790]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.313762933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"f15b1528-3884-4acf-8a7b-9a935b96f3db","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.316126009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"7e472054-eb57-41af-a33a-b4c9d2755ab5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:25.317037599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-b-94a9e790","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-94a9e790\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.321184517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"808f9229-0790-4817-84d2-fcf007bb2ec3","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.346075387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790","reconcileID":"51a84d31-85e9-4a73-a908-f3036968727d","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-a-2bbd288b","ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-b-94a9e790","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.351966844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"8563b20b-fc5d-42ae-a3cc-36773079b98e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.359467323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"8563b20b-fc5d-42ae-a3cc-36773079b98e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.365784872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"aacdb637-dee7-4e52-b2b5-14b35ca13b60","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.407673566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-a-2bbd288b ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-b-94a9e790]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.410759125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"e2518476-bd38-4cac-85e9-08df40735d3d","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.410776552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"e2518476-bd38-4cac-85e9-08df40735d3d","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:25.419825996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-4c7a97-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-4c7a97-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.425829295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"ea0d4a9b-d08b-4311-8ee5-9b7c3bb1c768","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.429459242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"01e152c2-a734-42be-aa11-6dcbdb8b8814","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.42947769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"01e152c2-a734-42be-aa11-6dcbdb8b8814","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.434919318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"48d05606-152f-4760-aa87-c85f14f1947b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.434952164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"3974f161-5e6b-4592-b436-b971d0236f56","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.435430245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790","reconcileID":"09ae6986-6592-44af-b274-86c9eb2d47b8","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.440651928Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"76bd67e1-c971-439e-b995-cbf35882884f","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","model":"e2e-rt-sw-4c7a97","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-4c7a97-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.457659328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"63780ec7-a4b5-4309-97a6-59d9bd8e19bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.45908715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"5f20c194-4486-4e98-8c3f-b3f71bcedf20","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.461043291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6848d2-804e-4401-a626-4f7f25594a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.467923734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"63780ec7-a4b5-4309-97a6-59d9bd8e19bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.469939895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"5f20c194-4486-4e98-8c3f-b3f71bcedf20","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.470279459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"976e78f3-3546-440c-9c47-b0f2a60ed7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.471675865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4e42c14a-9565-4ea3-9abd-ea5d606ebfb3","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.473191894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6848d2-804e-4401-a626-4f7f25594a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.549253857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"976e78f3-3546-440c-9c47-b0f2a60ed7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.551109562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"567ec064-dd29-481f-bd1a-6d9a562b2fb2","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.551127739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"567ec064-dd29-481f-bd1a-6d9a562b2fb2","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.552823168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"35768647-c02c-4bec-b59c-e5d9fff7da33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.559979069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"35768647-c02c-4bec-b59c-e5d9fff7da33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.562965976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"61ecc29b-e373-4536-aa84-609dc08a18f1","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","model":"llm/e2e-rt-sw-4c7a97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.655079228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"8ac93e55-f39f-443d-8af4-a39200c255ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.663210499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"8ac93e55-f39f-443d-8af4-a39200c255ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.75678536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b5f23b0-c0b4-4cd2-8015-ff028a5405fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.757480517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54cabf1e-03ce-4d81-ba15-478458b4d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.766295506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b5f23b0-c0b4-4cd2-8015-ff028a5405fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.768351493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54cabf1e-03ce-4d81-ba15-478458b4d89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.564520041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e2f6acf3-aabb-4571-85d6-22701758527c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.578759042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a26abffb-5e84-41de-9a02-c94eec683072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.581591129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c0900341-50bb-4eca-8af3-b56065bf700e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.581888744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"fbf2a1e3-86ff-41ee-9c2a-5576cd20b0f1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.582224666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"2d4f770b-9968-44ae-a01a-622e60118529","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.586187374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a26abffb-5e84-41de-9a02-c94eec683072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.589852626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"fbf2a1e3-86ff-41ee-9c2a-5576cd20b0f1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.590282852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"2d4f770b-9968-44ae-a01a-622e60118529","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:26.591972157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c0900341-50bb-4eca-8af3-b56065bf700e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.492523603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"ff4006fe-9763-4f55-baad-b0e2e7f29c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.58642406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"629c1eb6-6d6d-405e-98e1-e148685ec935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.587256542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b38390ec-fb98-44ef-9980-1c0d450af25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.58803896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2627083-9ca6-4384-a279-599f596571bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.588623668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"6a0e1a21-1d71-46cd-a327-03ed8847a6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.597469547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"1973d438-22f3-4fcb-afa2-a71f16a62add","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.725042988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"03725f9a-4ae1-44bb-9cab-c2a5da30f8df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.726484129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"3ca40c10-218d-4bf6-a57c-22dcec3ef38b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.725887638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"f223e5e7-f2b4-42af-882e-3930ca5bc735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.726428451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"96d3ca95-8140-4032-8ef2-582515f991b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.727086631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"48d7a4a2-3891-4745-ac83-902a70aa6a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.789215197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"07373f2b-81b3-4b43-8e74-7faf3d246857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.83886177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"a2913529-b833-4627-a50b-fcf9c6f460a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.83902423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de94fb6f-a8d3-443b-bb80-53c7508289c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.839460649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e895fd6-2865-4bf6-a42d-d4650313f442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.872852737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de94fb6f-a8d3-443b-bb80-53c7508289c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.886146708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"a2913529-b833-4627-a50b-fcf9c6f460a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.906517178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e895fd6-2865-4bf6-a42d-d4650313f442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.783162126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"05e01cc9-36a7-4be6-acf6-82cd92c42938","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.783674967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"85deb427-5427-4216-95d4-3bd9cd23a9af","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.80744602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"99a46954-da21-4672-8631-a128fa17eff7","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.808046637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"c7177d13-4c2d-49c6-b4f2-a01708705c48","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.812443738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7a9ab3a0-b98c-4e69-9ae5-a57cbde0b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.817542855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"a4ca778f-1b16-4391-af22-b0f38d0cbb1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.829801262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7a9ab3a0-b98c-4e69-9ae5-a57cbde0b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.902449722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"723f5b57-be9d-4239-9e08-faeb8f7d7e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.903064005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"437e1ce8-b214-4149-90fa-622c88846a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.945410905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"0e63cdba-cf8a-4d4f-9f23-31c20fecac03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.973376705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"437e1ce8-b214-4149-90fa-622c88846a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:28.976079958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"723f5b57-be9d-4239-9e08-faeb8f7d7e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.010482378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"95e2b0b9-10e2-4cb4-af56-edbaac93a3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:29.02471441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"95e2b0b9-10e2-4cb4-af56-edbaac93a3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.2520575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"37592d9d-2938-49bf-9b94-4e9067285c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.292780113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"37592d9d-2938-49bf-9b94-4e9067285c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.292830958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"37592d9d-2938-49bf-9b94-4e9067285c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.293046173Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-sub","reconcileID":"37592d9d-2938-49bf-9b94-4e9067285c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.413801759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a1fc9f76-14c9-47c3-927c-5807e81a2502","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.422694819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b613d6e8-4563-45f9-8420-4b2c081b0e64","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.42439402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3bc23e21-1ec0-4d8a-a7f2-1f0eacfd65f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.424880396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"50499088-a9a2-44ae-a06f-2c470e4510f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.424890215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"703e4da5-351e-4066-a79e-c1313ee3b829","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.43166114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3bc23e21-1ec0-4d8a-a7f2-1f0eacfd65f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.435405309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"50499088-a9a2-44ae-a06f-2c470e4510f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.43550848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"703e4da5-351e-4066-a79e-c1313ee3b829","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.435852935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"1c5ebb8f-64c3-4286-b9d5-c7d1df6ac739","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.435871915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"1c5ebb8f-64c3-4286-b9d5-c7d1df6ac739","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.559658369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-apikey-degraded-auth","reconcileID":"a63372b4-cdfe-432f-9763-f3e13b6b9d12","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.560367399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"5589f812-9828-45b9-b8e7-d2fceefa49c5","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.579512083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a8af20bb-e87c-4d52-b5c2-569e09e5ee67","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.583292944Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"9d39fc99-f67d-4f21-acf3-2feb1e435471","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"e2e-filter-sub-a-2bbd288b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.606424243Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b","reconcileID":"9d39fc99-f67d-4f21-acf3-2feb1e435471","MaaSSubscription":{"name":"e2e-filter-sub-a-2bbd288b","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-filter-sub-b-94a9e790","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.620201329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"7ed69296-beff-4a7e-b500-49aa4d3a94ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.62244005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790","reconcileID":"0bc35041-aa44-4a96-a783-e44099608911","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.728926268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"f1266f1b-0c04-4a04-a549-2002d32b7133","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.74105772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2a2b1763-b1da-42e4-bf51-5a4bd5ae456e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.741233909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"ab187145-f594-413b-8cf9-4d525f9e0156","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.741441848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8b01febe-8eb2-414e-aa95-0f196f68e555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.74168711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"527200de-d2aa-4eaa-8541-818253168dcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.758075714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"527200de-d2aa-4eaa-8541-818253168dcc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.771459631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8b01febe-8eb2-414e-aa95-0f196f68e555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.772321729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2a2b1763-b1da-42e4-bf51-5a4bd5ae456e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.773715236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"ab187145-f594-413b-8cf9-4d525f9e0156","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.875527795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"7ae8ada8-cf7d-40aa-b4de-8c8d15180f12","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.886707098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"74f869ea-39db-49ed-8ae6-4c48d048d09e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.886749484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"989f253a-04d7-4ae7-8c78-1d4a320d6f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.887151081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d84cc136-d19a-4b85-86cf-a5998c0a3f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.887227671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"8e07eac3-4221-4fcd-87fa-477ba1fd777f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.895419493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"74f869ea-39db-49ed-8ae6-4c48d048d09e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.895537154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d84cc136-d19a-4b85-86cf-a5998c0a3f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.898029718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"989f253a-04d7-4ae7-8c78-1d4a320d6f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:36.898032153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"8e07eac3-4221-4fcd-87fa-477ba1fd777f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.145151248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"18cc2a71-0ed0-4547-9142-1a87d8b41ea5","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","model":"llm/e2e-rt-sw-4c7a97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.226829552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"b8cb95e2-e0c8-46fe-9385-cd7b7b5fd37b","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.226874124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"b8cb95e2-e0c8-46fe-9385-cd7b7b5fd37b","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.374414057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d075f43b-6499-4fd7-9940-15dc10626435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.375500595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"629283ec-475c-434a-b0bc-16251ecea113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.376199358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"c0624205-456e-4014-9738-bf1427ad368c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.387501835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d075f43b-6499-4fd7-9940-15dc10626435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.391597147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"c0624205-456e-4014-9738-bf1427ad368c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.39633563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"629283ec-475c-434a-b0bc-16251ecea113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.465158216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb7b380e-62af-4838-a35d-a8756b0518bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.468553857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d3b25a67-9872-49ce-ad6b-4fb192a970ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.478873213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb7b380e-62af-4838-a35d-a8756b0518bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.482864579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d3b25a67-9872-49ce-ad6b-4fb192a970ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.917166963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"cc489dc4-5807-4aee-9d35-0b264a98b589","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.375447882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"c88fc9e8-44e5-4761-9833-77816625323b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.286184711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"8606b757-0b88-4605-b18e-6656c3279835","namespace":"llm","name":"e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.29515655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"9dda2b3f-f673-4363-9781-b4ca0869342a","namespace":"llm","name":"e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.29746582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"86b056f0-0aa2-47a7-b222-1e94a6bf7263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.297802602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"685f7f5d-d603-40e8-bd8f-233b9dfbc05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.29787807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"588efc94-73f1-45f5-8adf-0c310634eeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.299402555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6315959-8634-4d6d-88fe-6055563bb800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.302935943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b9c9df-a377-4034-a1e6-67ccce01a271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.307519406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"685f7f5d-d603-40e8-bd8f-233b9dfbc05c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.307622427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6315959-8634-4d6d-88fe-6055563bb800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.309830824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"588efc94-73f1-45f5-8adf-0c310634eeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.311517241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"86b056f0-0aa2-47a7-b222-1e94a6bf7263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.31210109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b9c9df-a377-4034-a1e6-67ccce01a271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.331431992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dfb53394-c19b-4440-85d4-249b1957e89d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.331510433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dfb53394-c19b-4440-85d4-249b1957e89d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.331780992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b1896b1-65d3-4f57-a46d-be65a046b885","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.331795211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b1896b1-65d3-4f57-a46d-be65a046b885","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.332033374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffa4090b-ecdc-4ccb-b9d7-98d6a9119e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.332049984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffa4090b-ecdc-4ccb-b9d7-98d6a9119e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.3356802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"7f4026ac-e1d6-4fcd-8ba5-b75ce76aba56","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.33569676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"7f4026ac-e1d6-4fcd-8ba5-b75ce76aba56","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.341311662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9fe03e22-239a-4671-8d37-b1c71d1b2a2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.341329553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9fe03e22-239a-4671-8d37-b1c71d1b2a2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.341543321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ba7164f-ad14-41b1-8cde-be94ef4b4cbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.341556508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1ba7164f-ad14-41b1-8cde-be94ef4b4cbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.3417548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0673a161-f866-4d5f-b0b4-13344c54cc8f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.341765171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0673a161-f866-4d5f-b0b4-13344c54cc8f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.342002407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6364d211-a6de-489f-be61-4e056c92961b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.342014791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6364d211-a6de-489f-be61-4e056c92961b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.342209525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0698e01c-337b-49c2-9bc8-e5effc451699","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.342219363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0698e01c-337b-49c2-9bc8-e5effc451699","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.348597164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3817e07e-f15e-4441-abcf-bf6e87cb592a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.348616832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3817e07e-f15e-4441-abcf-bf6e87cb592a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.348979453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a01b081-9ab0-41fa-a790-4e7d5e627e71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.348998099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a01b081-9ab0-41fa-a790-4e7d5e627e71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.349355256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5139bb6c-62e1-4d93-9889-0fc8edbebd2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.349374249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5139bb6c-62e1-4d93-9889-0fc8edbebd2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.349689039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d721429d-727a-454d-933f-c8be05cfc19a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.349707333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d721429d-727a-454d-933f-c8be05cfc19a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350081008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"987b1f48-a238-44f9-9229-7830fd296b8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350098858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"987b1f48-a238-44f9-9229-7830fd296b8a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350535316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37a8e52a-b207-450d-af00-ead18442fefb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350562205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37a8e52a-b207-450d-af00-ead18442fefb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.35088244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43792519-90a2-48bc-8751-8f5c5e0d156e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350902734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43792519-90a2-48bc-8751-8f5c5e0d156e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.351223199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a73f73e-cece-4978-b0ae-cbf4331997f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.351242822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a73f73e-cece-4978-b0ae-cbf4331997f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.350883988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f302fca-cd1b-4c92-aa8d-87bf95ff51b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.35123866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec9a6a17-c84a-4d7c-84c5-33b9f5e30778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.35656147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"2c2b1013-db22-49c4-8c47-82c626c513e5","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.356583262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"2c2b1013-db22-49c4-8c47-82c626c513e5","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.451661483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"721123eb-3032-4fef-86af-a5bc3d0ee741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.452521638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b68598df-5725-40af-9105-e3634f5d3daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.453738685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"480de888-af78-4314-8ba2-9e108199ad6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.454110646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b394eaaf-fdea-499e-a396-13b56bb5b1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.455670922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"52cee3b5-c994-4478-b51f-65e0e22d0a46","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.459326958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"721123eb-3032-4fef-86af-a5bc3d0ee741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.460682879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b68598df-5725-40af-9105-e3634f5d3daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.462087289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"480de888-af78-4314-8ba2-9e108199ad6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.463362247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"52cee3b5-c994-4478-b51f-65e0e22d0a46","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.464421305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b394eaaf-fdea-499e-a396-13b56bb5b1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.467344014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"29d0f9c8-fc17-49ec-b0b5-365a7fdc22c2","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"name":"e2e-rt-eq-a2b99b","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.46789427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"9f2efd7b-ceff-425e-8862-372a04cb1f0c","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","model":"llm/e2e-rt-sw-4c7a97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.483252878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"4bb6e988-673b-4437-bc2d-2fc45d503a78","namespace":"llm","name":"e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.486387198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"0ef75931-115c-4193-9243-02291fe7a9a0","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.486406191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"0ef75931-115c-4193-9243-02291fe7a9a0","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.489733251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"468ca327-d313-4d99-8e70-05763232ec60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.490844039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a42d2b34-55c0-41e4-9bf7-062a10620728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.491275607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1522dd02-c38f-4dac-b9d4-9ca7d7b992b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.49202373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"805af7a7-8903-40b3-b6fc-56f332df22bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.546099312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c3387402-1e2c-47d2-a02f-d4304751bbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.548975713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"805af7a7-8903-40b3-b6fc-56f332df22bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.551679976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1522dd02-c38f-4dac-b9d4-9ca7d7b992b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.551714524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"468ca327-d313-4d99-8e70-05763232ec60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.553840965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a42d2b34-55c0-41e4-9bf7-062a10620728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.560220282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c3387402-1e2c-47d2-a02f-d4304751bbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.579859186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cd3b27a4-cff7-4df8-9a37-a7fe2d79568a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.580663011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1a258dd7-7b00-466f-ad3a-5cf2d4b6a356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.581364659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76e8cda0-0e84-4d68-89d0-14420d60d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.58202806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb8eae68-6ee7-4ba8-8e9f-7aac3e55df11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.626513391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"10cb4b67-36b1-4fea-acc4-715600a50a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.688861295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1a258dd7-7b00-466f-ad3a-5cf2d4b6a356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.692806459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76e8cda0-0e84-4d68-89d0-14420d60d823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.693872347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cd3b27a4-cff7-4df8-9a37-a7fe2d79568a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.710553929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"10cb4b67-36b1-4fea-acc4-715600a50a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.745346722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb8eae68-6ee7-4ba8-8e9f-7aac3e55df11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.774943989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6fe6f531-cf78-4a2b-9c34-04335e068942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.775236238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"d2dfbab9-e5f2-4b95-8026-6599a139a76e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.776536208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"4fab1183-7995-4591-ae18-bce3b2ed6ab2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.776699206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8d89ebff-31ab-4aa5-8d01-e924ba31d82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.783835681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6c314817-c425-43eb-a28f-1c80184fd119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.787392914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6fe6f531-cf78-4a2b-9c34-04335e068942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.792976028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"d2dfbab9-e5f2-4b95-8026-6599a139a76e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.793556779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"4fab1183-7995-4591-ae18-bce3b2ed6ab2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.847863043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8d89ebff-31ab-4aa5-8d01-e924ba31d82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.850183995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6c314817-c425-43eb-a28f-1c80184fd119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.865153249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d5ffc27b-18c4-4fb7-b93a-22117dba61f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.865824777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ecf62f68-b716-48a5-b71e-40cc453d93a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.867549333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"567d7543-54eb-4993-98f3-82b1f873f3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.868843399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"5c5985b8-cb51-429e-a249-8fca1dc43d89","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.869363383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b9266f63-8c4d-4649-b1dc-85ba02419f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.873000166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d5ffc27b-18c4-4fb7-b93a-22117dba61f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.87447213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ecf62f68-b716-48a5-b71e-40cc453d93a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.875964282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"567d7543-54eb-4993-98f3-82b1f873f3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.878548271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"5c5985b8-cb51-429e-a249-8fca1dc43d89","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:42.879524058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b9266f63-8c4d-4649-b1dc-85ba02419f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.109619374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"3538f2d5-ec93-4b37-bd15-5bbd1802ddd1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.109654824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"3538f2d5-ec93-4b37-bd15-5bbd1802ddd1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.127590386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"9d9091ce-9a64-4492-8443-6bf0afa73e32","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.127613944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"9d9091ce-9a64-4492-8443-6bf0afa73e32","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.16038369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"6ce630c5-640d-4c67-ac96-732228dc068a","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.172052656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"6ce630c5-640d-4c67-ac96-732228dc068a","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.363314516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"1f071ab7-3002-4fd5-a5d1-c04602e521c1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.363367329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"1f071ab7-3002-4fd5-a5d1-c04602e521c1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.489443902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"7493273b-0fc5-4f8b-be7d-31cbd13c35f9","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:44.455377791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.035587679Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"4a9338cd-5cac-4607-8e8e-477f870fec5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.114998132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"0da20f56-45bd-4b2c-996e-ee462d362429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.641517957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"dd5d0fd7-4876-4d2c-8e28-7ad9d5a42c2c","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.641980932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"e5c13eaf-b700-4344-aeb0-3b5858eb9c60","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.665690567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a30b1583-8301-4d7b-93a5-b11b45186181","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.666812816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"ca8e01ca-c106-4808-bc55-4320d76912df","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.666174581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6e1329d6-7de0-4057-8565-12af4a729e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.666388054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bd7b2ba2-7500-4fbf-a149-9ab36555a62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.668372646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"b227c8fa-e358-4672-8351-0bcc99153a1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.668498615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"81797a2d-2c05-4b10-b937-f2c385828cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.675820099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6e1329d6-7de0-4057-8565-12af4a729e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.678076219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bd7b2ba2-7500-4fbf-a149-9ab36555a62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.756107486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"61bd673e-a818-472a-b7b0-676a7b70c695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.756756668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"52dda492-3d36-472b-be31-996d148084f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.814941799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"52dda492-3d36-472b-be31-996d148084f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.816089519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"61bd673e-a818-472a-b7b0-676a7b70c695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.89085895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790","reconcileID":"32a55c9c-f782-4b96-906f-abcee22bd5bd","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"e2e-filter-sub-b-94a9e790","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.900867866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790","reconcileID":"32a55c9c-f782-4b96-906f-abcee22bd5bd","MaaSSubscription":{"name":"e2e-filter-sub-b-94a9e790","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.920653727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"d4abba9d-30db-4ad2-9831-9d83dd57a1e0","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.929316891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"a78065cf-9e05-4c6e-ab69-f2d9f5ad8eb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.930114342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"66868540-473a-477d-ae78-0f1721102198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.93100149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"0079c43d-cfd8-41e2-a282-ec9ef7775a23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.931251819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"efd2fe21-2df9-4e19-8b7a-9cac6b1854c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.937477305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"66868540-473a-477d-ae78-0f1721102198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.937620871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"a78065cf-9e05-4c6e-ab69-f2d9f5ad8eb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.940665634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"efd2fe21-2df9-4e19-8b7a-9cac6b1854c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:46.941234672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"0079c43d-cfd8-41e2-a282-ec9ef7775a23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.065289229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-a-2bbd288b-auth","reconcileID":"ac676e0c-5f90-47c9-adc2-c2f4db017c83","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-2bbd288b-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.065559942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"fe751063-1336-4196-8d2e-c01a442da898","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.177325795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6fb46939-1a9d-4898-a488-d3d8e62282a4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.334737202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-filter-sub-b-94a9e790-auth","reconcileID":"c467efe7-f31c-4012-9746-85f831050fec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-94a9e790-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.335210269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"268e8bb0-6db8-457a-a24e-9baf7ad6c58c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.360551114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"a1443743-f0fe-481d-a34c-f93083fb390a","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.527126735Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-a2b99b-sub models-as-a-service/e2e-rt-sw-4c7a97-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.530069114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"36bfcd3a-147a-4885-9582-1abb5ad504b1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.530088078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"36bfcd3a-147a-4885-9582-1abb5ad504b1","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:48.541119917Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-a2b99b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-a2b99b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.547715294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"cb4194b0-0f7a-4eb4-9a2c-8230acc813ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.548600961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5f5a0f-63fe-4ff8-aa63-9ba97eb96ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.548731344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"e276c4a1-3c8c-425f-8e32-83b1f9cf039e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.549005652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02b78776-1549-400e-b3bb-390cc46fa0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.550102338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"2e6b271c-85bd-44b2-addd-82d915f961ea","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.55011821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"2e6b271c-85bd-44b2-addd-82d915f961ea","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.554552177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"cb4194b0-0f7a-4eb4-9a2c-8230acc813ed","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.555875434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02b78776-1549-400e-b3bb-390cc46fa0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.556814471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5f5a0f-63fe-4ff8-aa63-9ba97eb96ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.557235953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"3d35ade9-d019-44d8-a376-b339f0f7eb18","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.557251553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"3d35ade9-d019-44d8-a376-b339f0f7eb18","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.558014251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"e276c4a1-3c8c-425f-8e32-83b1f9cf039e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.565544885Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"5581e882-e3db-40ed-9326-006fa72e8d3c","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a2b99b","model":"e2e-rt-eq-a2b99b","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-a2b99b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.588234229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"e4f2812d-9407-42bb-8342-7d000be6db90","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.588250987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"e4f2812d-9407-42bb-8342-7d000be6db90","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.660116592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"e186079a-3c81-4584-a464-017edf5b9d41","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a2b99b","model":"llm/e2e-rt-eq-a2b99b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.755309557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"3ed9928c-fa49-4935-9fe8-b544fd037244","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.761517216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"76d47c36-1e6e-4017-a575-0f3c38f9b19b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.762198127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"94f39a3c-97b4-49b8-80dd-b4e3c3bd366c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.762555823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff3d808-2a71-453a-be45-fcfd1574b587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.764367849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"f299ad8e-8048-4e8b-bd5a-ccef5b849701","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.765446577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d75201-0bba-45fa-ab2d-34411653b3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.76858196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"76d47c36-1e6e-4017-a575-0f3c38f9b19b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.770813527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff3d808-2a71-453a-be45-fcfd1574b587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.7730937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"f299ad8e-8048-4e8b-bd5a-ccef5b849701","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.847564795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60d75201-0bba-45fa-ab2d-34411653b3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.853055423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-gw-auth-584a3874","reconcileID":"71aa1d80-aae7-4bb8-b37c-2e663ef038ad","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.860053759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-gw-auth-584a3874","reconcileID":"71aa1d80-aae7-4bb8-b37c-2e663ef038ad","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.880472473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6ec21f26-0198-4ec1-9b7b-17bcdca045b4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.937504567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-gw-auth-584a3874","reconcileID":"2acdba55-aad3-4a4d-a9c4-f092877e5045","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.94584827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-gw-auth-584a3874","reconcileID":"2acdba55-aad3-4a4d-a9c4-f092877e5045","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.639631351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-gw-auth-584a3874","reconcileID":"00e131fd-c63f-48bd-ac91-50c035315f3e","MaaSAuthPolicy":{"name":"e2e-gw-auth-584a3874","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.639706938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e8f00cf7-1a44-411b-b0d5-f29503d0cb99","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.653228162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"ed633a7a-fa17-4a63-b13d-eafd45c7c1c4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:50.591437051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"db10e59b-45ef-45b4-953f-49772fa27090","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.027111354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"815219ba-cf56-4e58-b097-005020ce01ab","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.027681286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"69c54680-2e11-4090-85ba-0ebd6ab095d2","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.028217702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"7cf8c1e7-4566-4328-b6a8-80e59ffe6e2d","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.045102143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"58ad538a-bff9-4d8a-9600-bcbcee916db8","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.045609541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"73587ce5-aa42-480b-a7b9-fa56c815820d","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.045888125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"983edcc5-63c8-4a96-bcf2-42ac2ba833cc","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.051629231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a3f994a8-56f5-4a3f-a224-bdfd0de7efe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.051629177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3478d6f0-0277-4a5a-9b16-d7dbac6ed303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.053397731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"eb58afa2-7aa8-400c-8c08-0b8fd5238736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.056108377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"0c2223a9-f3f6-4dfc-a618-c77896ff7f47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.060363558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a3f994a8-56f5-4a3f-a224-bdfd0de7efe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.065635133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3478d6f0-0277-4a5a-9b16-d7dbac6ed303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.14219239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5ae4a304-ff04-44d1-a19c-95a5c4d412ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.142817528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b14904b3-6345-49e3-b55e-f0562068145f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.150484757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5ae4a304-ff04-44d1-a19c-95a5c4d412ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.153571968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b14904b3-6345-49e3-b55e-f0562068145f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.38040623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aa81d629-4f4d-4252-8613-3ada823dfd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.447649674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aa81d629-4f4d-4252-8613-3ada823dfd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.541507667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0a6869e9-e3f8-4867-b3a6-d83a6e2e7fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.55745106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0a6869e9-e3f8-4867-b3a6-d83a6e2e7fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.568483406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"2dd8d1ee-aebf-4a9d-9d87-244e88b66ef6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.569222676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c607cfa-c6ca-4b82-b3ca-f9d99a2d0716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.591425377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c607cfa-c6ca-4b82-b3ca-f9d99a2d0716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.596282068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87571faf-e16e-4cbf-aaee-e78b9595e4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.611385548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87571faf-e16e-4cbf-aaee-e78b9595e4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.618434282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"235d228b-ca13-4e02-9a86-312dfeb92334","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.625387428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"2dd8d1ee-aebf-4a9d-9d87-244e88b66ef6","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:51.634816086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"235d228b-ca13-4e02-9a86-312dfeb92334","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:53.318252812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"27074124-814c-4484-ad55-9e6e25c829b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.752774676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"dd0b2067-b3d3-4640-a391-59140ef8d8e8","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.753290714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"ce1b475f-e7b7-492a-b4af-6ed3b587a2b1","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.760814923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"922a91a9-57df-47a3-b579-956cb87559c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.761775275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d4cb1d99-7bb2-4a4f-aaca-4125ae2b80d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.764976044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"ae8d7ecb-3a5a-4670-843e-fa20eb0ea771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.765059095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"cebd4817-e6a8-476d-9b4f-bd31a8b4dd4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.768603478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"922a91a9-57df-47a3-b579-956cb87559c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:56.769310751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d4cb1d99-7bb2-4a4f-aaca-4125ae2b80d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.361411372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"5f76de92-42c3-47aa-bd54-c5391ee29ab0","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.545657507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"b79b9f3d-0ffe-4ad3-b115-025bd41cc71b","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a2b99b","model":"llm/e2e-rt-eq-a2b99b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.607500144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"5416e9ad-95ff-4265-a08b-b0dc1ab7bc71","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.607551216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"5416e9ad-95ff-4265-a08b-b0dc1ab7bc71","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.858027423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"60432e22-cd76-4c4b-89bd-449010989632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.858935987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8f9fdc19-d4ca-4aac-98a7-98b63356ea93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.901197328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"60432e22-cd76-4c4b-89bd-449010989632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:03.946269869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8f9fdc19-d4ca-4aac-98a7-98b63356ea93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.003621275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8605f720-7c90-4fba-8ff7-d455652f2931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.004679588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"93618991-2a64-4c3e-8de4-8a7b28c27284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.055335241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"93618991-2a64-4c3e-8de4-8a7b28c27284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.080532899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8605f720-7c90-4fba-8ff7-d455652f2931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.142725153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"85a62721-a297-4d42-9ce6-eb2b8f7a232b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.182049525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"85a62721-a297-4d42-9ce6-eb2b8f7a232b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.1880505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"5904ac00-c9a6-48f9-bce3-779ded791fff","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.308516434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"5904ac00-c9a6-48f9-bce3-779ded791fff","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.309172912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4eee7508-2b75-4a27-a2ee-dd04d856bfe3","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.309844111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"b4a0c57d-292e-44f7-8670-dfc2bcaafe37","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.330604927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"ece797f0-aba9-4004-84ad-c46541721f64","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.401306058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"995d97e9-d0ba-4223-b7f5-26c627c4c27a","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.402380751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"d02ac45b-9c97-4208-b0e8-4d8ecd2c9080","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.402871716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"e6c294b1-fe13-422c-9987-d1f3fa9bc62b","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.428348374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39af8e9-fd8c-41b2-8750-e68aa7b3784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.439608265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a8fe93e6-df7c-4b5e-8bf8-a974bce7bdf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.472950215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c99ed4f-de07-4f46-a14b-97f145c95186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.502809433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"66c8b8fc-667a-45c9-a120-4223883e01c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.503942133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"70d91f3c-7d0a-4b91-b0dc-49582e7955d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.534665486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c99ed4f-de07-4f46-a14b-97f145c95186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.717699929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"66c8b8fc-667a-45c9-a120-4223883e01c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.740020206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"36ac1984-aa10-4863-a8f4-cdbb581d068c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.513427134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e39af8e9-fd8c-41b2-8750-e68aa7b3784f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:04.774697881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a8fe93e6-df7c-4b5e-8bf8-a974bce7bdf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.035693579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9ea240e9-5b70-4b67-9f5a-41342ebf66d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.037170107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e02a90ad-1e29-4049-a14a-7f3b9c274490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.193230842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9ea240e9-5b70-4b67-9f5a-41342ebf66d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.332516694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e02a90ad-1e29-4049-a14a-7f3b9c274490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.43329982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-b-45480c9d","reconcileID":"ed425350-4d82-446e-961d-3c120087f557","MaaSModelRef":{"name":"e2e-conflict-b-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-b-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-b-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:05.450304382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"af5c8f1b-e25a-4842-8e31-f15b81a32899","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:06.249274166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"c4a4fead-4e09-4b1b-8292-15c09ffa3cb8","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:07.891585873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"a9e9fe61-eb50-48db-9408-e56246520138","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:07.942854527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"50ab45e6-cbf9-40d4-90f3-d69b889bfcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:07.943085792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a1af8e3d-c85b-49e6-847c-c1b4f8e19e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:07.948078672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"cd25139b-070b-4979-b6e7-f8ad87786171","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:07.977426693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"50ab45e6-cbf9-40d4-90f3-d69b889bfcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.022560959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a1af8e3d-c85b-49e6-847c-c1b4f8e19e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.057830537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"cc51a884-f223-4fb3-b324-d18dad367ee7","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.100507551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"eb430350-75da-4e62-b805-5f6ec2e4f232","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.500381394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"df7c9f2d-8514-402a-ac43-a9aa4f3b99e2","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.501003291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-conflict-a-45480c9d","reconcileID":"c28d932a-f775-4c78-acea-b747e9289e3f","MaaSModelRef":{"name":"e2e-conflict-a-45480c9d","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"e2e-conflict-a-45480c9d-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"e2e-conflict-a-45480c9d","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.501261682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"113b3266-86ed-4e44-a82c-0aa25ee00514","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.525987131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c7eb3f85-bdf6-4edd-bbbe-4c20a6a99853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.526028093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5af1c213-6132-4c66-bb1e-4b05237cae50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.527329393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"91c748c1-89e6-47bb-896b-9c56c1877c51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.527344281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"f960bdf3-23f0-4c89-9c69-9cd6808fc605","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.534864877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5af1c213-6132-4c66-bb1e-4b05237cae50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:11.537160495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c7eb3f85-bdf6-4edd-bbbe-4c20a6a99853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:14.456432093Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.818005757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"2956a60b-b3c8-40df-9fcd-8c3f6821be2e","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.818028452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"2956a60b-b3c8-40df-9fcd-8c3f6821be2e","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.83420558Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"20bd9c9d-f11d-4dfd-966a-17bfcba3558e","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-77e7728f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.834269597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04f9cd28-9f46-4b7b-ad86-1ee738593d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.834538151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"7088bdf1-737c-4675-9fd1-689cc9848d28","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.834943212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b97d7c2-f464-4b20-b456-701fdb8acaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.84324227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04f9cd28-9f46-4b7b-ad86-1ee738593d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.84703501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"7088bdf1-737c-4675-9fd1-689cc9848d28","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.848492506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b97d7c2-f464-4b20-b456-701fdb8acaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.969107366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"8b20b6d9-7e8f-44f3-b864-cdc08af4b521","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:15.986849794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"8b20b6d9-7e8f-44f3-b864-cdc08af4b521","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.035999298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68effb33-2413-4068-97cc-3a4651268790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.03605621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"106f1727-d23e-4d32-8933-69c37e5767f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.044068141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68effb33-2413-4068-97cc-3a4651268790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.045222806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"106f1727-d23e-4d32-8933-69c37e5767f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.127983554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"dc6e7cb9-a455-40b2-8b36-be63996cd29b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.134752618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"dc6e7cb9-a455-40b2-8b36-be63996cd29b","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.229419377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"bd773f49-e7d5-49ad-b0aa-7230164c46b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:16.237220593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"bd773f49-e7d5-49ad-b0aa-7230164c46b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.063079333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"f954a2d0-6843-4f96-9ec2-1f9ff8ab9600","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.726407443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"de43d3dc-420a-4370-8653-78765cca517f","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.744154314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"c57623d3-f842-45eb-9767-37a34525d857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.869712746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"fe4e59ed-fe64-473f-8d74-92ca4068bac5","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.883215827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"7b0bef7c-e351-4db6-8e7f-b45d6cd68fe7","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.883872523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"a112a3fa-85e0-471e-b96c-07b7af2ac1b5","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.897954566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8bf88772-2b74-4fc9-8a03-660abebf7f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.898199867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"248f9afb-fbab-4e63-835d-9338ba8425c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.979345883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8bf88772-2b74-4fc9-8a03-660abebf7f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.980368019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f7c941df-58de-4470-b367-85a6cd16b765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.980977043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7be53d9a-4c19-4c7f-a0e7-852d944767c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.99352775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"248f9afb-fbab-4e63-835d-9338ba8425c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.994711487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"f83fcf2c-d753-4717-91d8-af336061782e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.044575417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"5505f9e1-2a5b-401f-ab29-97605a2acb72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.045039802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7be53d9a-4c19-4c7f-a0e7-852d944767c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.052633777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f7c941df-58de-4470-b367-85a6cd16b765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.068770776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"6aa5dcd9-7e50-4d1d-b682-c266ea8f8819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.619734185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"72da19bf-07e5-49b7-b1e7-6d210e39b787","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.731134768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f9c70b12-afd9-4ca1-8fe4-b7fe2e478984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.731133775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c29001b3-464b-44d3-9f4a-16b51d347bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.739612459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f9c70b12-afd9-4ca1-8fe4-b7fe2e478984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.740265123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c29001b3-464b-44d3-9f4a-16b51d347bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:19.80779735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"b3f0c90d-b4e5-421a-a378-c3b535268c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.637094661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"7bd3a30c-21ec-48f4-9a56-3855eb876bdc","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.662115566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"12fdd1b5-a674-40f3-b64c-31ea38d98e69","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.69582913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"7f565f7e-2bdc-4afe-af88-fd49b23d946d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.720755399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"7f565f7e-2bdc-4afe-af88-fd49b23d946d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.72837247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b829d6b349f92007c50d167130e8da83754e7365b313cf754c998aee466e848) AuthConfig (b9250d33510605dcdf7bd3cc2ff4995473968b926c17bb371d29951f75229a73) AuthConfig (ecde7a0748f5525b888718d118ec5d3680ecb4026889fe4c60ff0952db873ad1) AuthConfig (1b7dccc792b6bc7a13a7e6b132108e492f7435f36dc46604332e2f21b9442f25) AuthConfig (3dad0213f0fa313bb40cfd95bb9a9d022a415cf53e413e8a447a9f8d85fccc57) AuthConfig (f6b8738f6ff577537c3c55dd047807a2b6c6c34914fe855b55d8f5b1b628bf12) AuthConfig (b06a9aea1859cad3f537c47f65d688e7e8cd549a132db0da3870e67060f1882e) AuthConfig (86361a45700d990e926aa1bbbbf3d38272070e3106aea6e1ad96b11a3872a145) AuthConfig (ac7728553ffd8202b9ca587bfb05b389b420c96a0e331d075f734836b463e176) AuthConfig (09ac57a57e4355d11989bcdc543e135434199c770def642607100b9e55d98e4b) AuthConfig (f02c086416a15813a1f52d433fef0f4496b68f059e93436fa9cd098569c48d3d) AuthConfig (2972350a73d61c30cb9b3169c4274d672e33afa243e792dac482ea951bb7ad92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"7f565f7e-2bdc-4afe-af88-fd49b23d946d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.73679166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"48d8d452-980d-4d97-8f6b-fd41b78f3e09","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.790515869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"20245065-292e-45af-927a-7cd878b722e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.825206884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"20245065-292e-45af-927a-7cd878b722e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:20.831091686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b829d6b349f92007c50d167130e8da83754e7365b313cf754c998aee466e848) AuthConfig (b9250d33510605dcdf7bd3cc2ff4995473968b926c17bb371d29951f75229a73) AuthConfig (ecde7a0748f5525b888718d118ec5d3680ecb4026889fe4c60ff0952db873ad1) AuthConfig (1b7dccc792b6bc7a13a7e6b132108e492f7435f36dc46604332e2f21b9442f25) AuthConfig (3dad0213f0fa313bb40cfd95bb9a9d022a415cf53e413e8a447a9f8d85fccc57) AuthConfig (f6b8738f6ff577537c3c55dd047807a2b6c6c34914fe855b55d8f5b1b628bf12) AuthConfig (b06a9aea1859cad3f537c47f65d688e7e8cd549a132db0da3870e67060f1882e) AuthConfig (86361a45700d990e926aa1bbbbf3d38272070e3106aea6e1ad96b11a3872a145) AuthConfig (ac7728553ffd8202b9ca587bfb05b389b420c96a0e331d075f734836b463e176) AuthConfig (09ac57a57e4355d11989bcdc543e135434199c770def642607100b9e55d98e4b) AuthConfig (f02c086416a15813a1f52d433fef0f4496b68f059e93436fa9cd098569c48d3d) AuthConfig (2972350a73d61c30cb9b3169c4274d672e33afa243e792dac482ea951bb7ad92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"20245065-292e-45af-927a-7cd878b722e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:23.398520273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"76d5bb07-f4fc-466f-81e8-6dac7d9084c4","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:24.285827269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"631fad8b-d163-4151-bc4c-0835c1460ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.838301197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"86864ebd-ca03-49ba-adf2-d4cc6f431463","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a2b99b","subscription":"e2e-rt-eq-a2b99b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.846297508Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"86864ebd-ca03-49ba-adf2-d4cc6f431463","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.849693595Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-sub","reconcileID":"86864ebd-ca03-49ba-adf2-d4cc6f431463","MaaSSubscription":{"name":"e2e-rt-eq-a2b99b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a2b99b","namespace":"llm","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.878110131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"11458958-e5a2-45bb-b41b-520b5ec42f23","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.878131071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"11458958-e5a2-45bb-b41b-520b5ec42f23","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.890553802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"645c1c47-7f94-4a5f-877b-8d619d391596","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.890574095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"645c1c47-7f94-4a5f-877b-8d619d391596","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.957214303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"a538c156-19c7-48fa-b02f-db66821275f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.958778583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5ebcf57-7200-43e8-a19b-c8113e6d77e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.960070318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"f87e8036-fd26-4eee-b81f-487e5abeac52","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.961399537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a0b9c29-c400-4bbf-8322-4e6346a7d9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.965895871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"a538c156-19c7-48fa-b02f-db66821275f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.96755891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5ebcf57-7200-43e8-a19b-c8113e6d77e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:25.970786082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"f87e8036-fd26-4eee-b81f-487e5abeac52","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.049337581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a0b9c29-c400-4bbf-8322-4e6346a7d9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.052003589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"97aa57aa-9d9b-440b-83a3-ae4f3d9499f2","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.052021907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"97aa57aa-9d9b-440b-83a3-ae4f3d9499f2","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.177568448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a2b99b-access","reconcileID":"c0522d80-3b0a-4f94-82e8-df28cf07c3f3","MaaSAuthPolicy":{"name":"e2e-rt-eq-a2b99b-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.203318923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"37e23717-63a0-44cd-a082-4d96d104a05d","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.212099717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"37e23717-63a0-44cd-a082-4d96d104a05d","MaaSModelRef":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a2b99b-0458c63ab9fe","namespace":"llm","model":"e2e-rt-eq-a2b99b","externalModel":"e2e-rt-eq-a2b99b","provider":"e2e-rt-eq-a2b99b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.70314803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"1b97819f-1bcc-4718-9b08-279ebc3f513a","namespace":"llm","name":"e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711429156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"496c248d-931c-4f40-bb80-19a48ef79e75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711445316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"496c248d-931c-4f40-bb80-19a48ef79e75","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711660133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"736e44c7-c395-439b-b0bc-958349d48244","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711672055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"736e44c7-c395-439b-b0bc-958349d48244","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711840111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"912e3f8f-c0b4-4d3b-af55-a141fbaef789","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.711850238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"912e3f8f-c0b4-4d3b-af55-a141fbaef789","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.712149101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb247a46-42ae-4599-b158-2771ba8e4676","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.71216192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"eb247a46-42ae-4599-b158-2771ba8e4676","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.712366066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"711e9a82-a39f-4733-bfe2-6c0a3704ce0f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.712376723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"711e9a82-a39f-4733-bfe2-6c0a3704ce0f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.7125566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af86d3e5-87c8-42e2-a149-eba8838b5c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.712566768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af86d3e5-87c8-42e2-a149-eba8838b5c50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.718189078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"f0a56173-63f5-458a-ba25-fba448d08092","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.71820804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"f0a56173-63f5-458a-ba25-fba448d08092","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.724884536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e041b8d-40d2-431d-9ff2-d39dc896be4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.724919472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e041b8d-40d2-431d-9ff2-d39dc896be4f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.725202892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f419461b-2173-4dc4-8c0c-ef0dff443c4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.725220654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f419461b-2173-4dc4-8c0c-ef0dff443c4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.75483825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb7b797d-79e0-462a-991a-92dead12e3c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.761698214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad72080d-a8bf-41bb-b443-9baab25ec14c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.762263345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"9067115f-0c71-4779-a225-af59fe0f63db","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","model":"llm/e2e-rt-sw-4c7a97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.857198162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a2b99b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a2b99b","reconcileID":"28aedebd-f514-461a-a9d3-9fc8e6dd28ec","namespace":"llm","name":"e2e-rt-eq-a2b99b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.86216902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ccc63c84-b2be-4710-a9d6-f8f77f373cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.862565501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6a2fda79-c545-4df1-95e2-1076ee20dcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.867841192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"b95a427c-346d-422a-9b3f-f3bee62dba05","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.875556494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"46260473-6cf4-440e-b667-825525b6b4d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.876089193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df456061-41fe-46a1-af2c-cdc846e3a76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.883779826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ccc63c84-b2be-4710-a9d6-f8f77f373cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.885037624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6a2fda79-c545-4df1-95e2-1076ee20dcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.903876387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df456061-41fe-46a1-af2c-cdc846e3a76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.949407214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"46260473-6cf4-440e-b667-825525b6b4d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.950594665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"b95a427c-346d-422a-9b3f-f3bee62dba05","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:26.99724313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b829d6b349f92007c50d167130e8da83754e7365b313cf754c998aee466e848) AuthConfig (b9250d33510605dcdf7bd3cc2ff4995473968b926c17bb371d29951f75229a73) AuthConfig (ecde7a0748f5525b888718d118ec5d3680ecb4026889fe4c60ff0952db873ad1) AuthConfig (1b7dccc792b6bc7a13a7e6b132108e492f7435f36dc46604332e2f21b9442f25) AuthConfig (3dad0213f0fa313bb40cfd95bb9a9d022a415cf53e413e8a447a9f8d85fccc57) AuthConfig (f6b8738f6ff577537c3c55dd047807a2b6c6c34914fe855b55d8f5b1b628bf12) AuthConfig (b06a9aea1859cad3f537c47f65d688e7e8cd549a132db0da3870e67060f1882e) AuthConfig (86361a45700d990e926aa1bbbbf3d38272070e3106aea6e1ad96b11a3872a145) AuthConfig (ac7728553ffd8202b9ca587bfb05b389b420c96a0e331d075f734836b463e176) AuthConfig (09ac57a57e4355d11989bcdc543e135434199c770def642607100b9e55d98e4b) AuthConfig (f02c086416a15813a1f52d433fef0f4496b68f059e93436fa9cd098569c48d3d) AuthConfig (2972350a73d61c30cb9b3169c4274d672e33afa243e792dac482ea951bb7ad92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"b95a427c-346d-422a-9b3f-f3bee62dba05","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.054732411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bf528a-e1df-48ee-aef0-df3b5d8588c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.091718737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bf528a-e1df-48ee-aef0-df3b5d8588c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.115646525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b17c27be-a9a7-4593-8b52-5e9b0087eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.11629819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d8f60a26-c7a5-4ef6-b88a-aebccc6508c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.116302919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b72a03d3-7331-44d4-95b8-4e581c14908f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.126739175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d8f60a26-c7a5-4ef6-b88a-aebccc6508c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.126777471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b17c27be-a9a7-4593-8b52-5e9b0087eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.131610414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b72a03d3-7331-44d4-95b8-4e581c14908f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.229332679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e034c02b-34d0-4ff5-bdf8-162b18d25529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.243499299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e034c02b-34d0-4ff5-bdf8-162b18d25529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.317252958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"cca0c616-2243-4530-8d6f-f124e2234613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.318356747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cca52cfc-817f-454e-a1cb-8cb90a247392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.317709664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bd55720f-4214-48cf-84c0-abc1bc5544cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.317970795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2399f3c0-5e38-42a0-8416-3c51b2e29fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.376355154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bd55720f-4214-48cf-84c0-abc1bc5544cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.390324121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"cca0c616-2243-4530-8d6f-f124e2234613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.420363084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2399f3c0-5e38-42a0-8416-3c51b2e29fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.425395974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cca52cfc-817f-454e-a1cb-8cb90a247392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.485732168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"849f3d27-fa3d-49b6-b779-46225ffa78b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.493724609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"849f3d27-fa3d-49b6-b779-46225ffa78b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.560107335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"fe50d28b-e4aa-4c0a-8045-6152ac9e1b6f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.560899877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5267a2f-626d-4d88-88e1-b98f8633de6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.561041238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"02e1c149-98a3-4392-80b5-5f4482949ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.563193017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46349909-ad36-49ff-b9a3-8bca68aaf2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.568283744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"fe50d28b-e4aa-4c0a-8045-6152ac9e1b6f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.569140327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5267a2f-626d-4d88-88e1-b98f8633de6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.571848639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"02e1c149-98a3-4392-80b5-5f4482949ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.572593615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46349909-ad36-49ff-b9a3-8bca68aaf2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.57388458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83755a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b829d6b349f92007c50d167130e8da83754e7365b313cf754c998aee466e848) AuthConfig (b9250d33510605dcdf7bd3cc2ff4995473968b926c17bb371d29951f75229a73) AuthConfig (ecde7a0748f5525b888718d118ec5d3680ecb4026889fe4c60ff0952db873ad1) AuthConfig (1b7dccc792b6bc7a13a7e6b132108e492f7435f36dc46604332e2f21b9442f25) AuthConfig (3dad0213f0fa313bb40cfd95bb9a9d022a415cf53e413e8a447a9f8d85fccc57) AuthConfig (f6b8738f6ff577537c3c55dd047807a2b6c6c34914fe855b55d8f5b1b628bf12) AuthConfig (b06a9aea1859cad3f537c47f65d688e7e8cd549a132db0da3870e67060f1882e) AuthConfig (86361a45700d990e926aa1bbbbf3d38272070e3106aea6e1ad96b11a3872a145) AuthConfig (ac7728553ffd8202b9ca587bfb05b389b420c96a0e331d075f734836b463e176) AuthConfig (09ac57a57e4355d11989bcdc543e135434199c770def642607100b9e55d98e4b) AuthConfig (f02c086416a15813a1f52d433fef0f4496b68f059e93436fa9cd098569c48d3d) AuthConfig (2972350a73d61c30cb9b3169c4274d672e33afa243e792dac482ea951bb7ad92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"fe50d28b-e4aa-4c0a-8045-6152ac9e1b6f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.661679017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"b848dcca-8a1f-4f1c-a2f2-211ba3fa99cf","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.662199292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"c9e40cea-21eb-4582-81ec-d3f5b676d153","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.681009269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f9f8ecba-841b-4bc0-b3d8-75810c69add5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.68248121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c9200e3d-6cf8-4ae0-8f46-5c0be2fbe650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.685630141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"86963ac7-2002-4279-b1ef-c7e074ae3993","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.686191752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"fcf78a8c-90fd-45b5-8ac5-b8047485d53a","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.691286759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"036c8fb0-78bf-4f28-8ff9-501bc623bcef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.692935012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f9f8ecba-841b-4bc0-b3d8-75810c69add5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.693198154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"0e9597b2-b414-45f1-9565-7e02225b61e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.695384343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c9200e3d-6cf8-4ae0-8f46-5c0be2fbe650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.754969007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"c29d50f1-0c12-405b-8a8e-564908c6a128","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.754991677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"c29d50f1-0c12-405b-8a8e-564908c6a128","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.767423936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"c665a5f1-d74b-4c2a-b992-b6500bbc3bff","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e110f7cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.775169364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0b4b29d3-f592-4962-9b6a-278e53210b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.775717819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c9f70bb0-c1b0-449e-821f-936f03953f0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.798577468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775db8db-d8bb-4975-bbc4-65183c6c0b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.806045579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c9f70bb0-c1b0-449e-821f-936f03953f0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.801317486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"469d6094-f271-4b9b-bc63-e64afd2604f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.808513133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"d54fce87-1c02-4686-b88c-db2031a3ac09","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.834625444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775db8db-d8bb-4975-bbc4-65183c6c0b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.872413617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"469d6094-f271-4b9b-bc63-e64afd2604f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.873467139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"d54fce87-1c02-4686-b88c-db2031a3ac09","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.874194321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0b4b29d3-f592-4962-9b6a-278e53210b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.924572455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ef11e6-1ba0-4e2a-8fe5-df13f5a130f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.933364176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0984d887-0e48-48b8-8d1d-78d3785cb74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.948027899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ef11e6-1ba0-4e2a-8fe5-df13f5a130f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:27.953335095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0984d887-0e48-48b8-8d1d-78d3785cb74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:28.057038717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"cbb87a13-2b9f-4750-b59d-b08b5f917a2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:28.066176826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"cbb87a13-2b9f-4750-b59d-b08b5f917a2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.63461398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c8cf2299-1b87-460e-b078-384d7903dd37","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.635058438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"478bf1c1-5c53-477a-aa17-c83475bac544","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.635409826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"c6965b18-f378-4516-9617-0338ea3f5a56","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.651332335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"742f5fbd-98aa-4130-b7ab-2c9db1d6d3c7","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.651894071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"815afcd4-bd50-4de4-80a0-f434701f68ff","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.652235076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6c60f2c1-4f6c-406a-9c82-a1bf237f9034","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.65620722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2dbe81a3-4418-4d5d-b41a-3be15aa17ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.657484618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"afce2f45-778d-49ef-9d8b-98fb629b5e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.661362251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"08d836b3-35f6-45bf-ac2a-925ecc3da484","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.661710494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"6269a4a3-e3fc-4d66-bcd9-a67e05b67c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.664495709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"afce2f45-778d-49ef-9d8b-98fb629b5e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.664623406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2dbe81a3-4418-4d5d-b41a-3be15aa17ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.779372523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0249721c-bfcf-4cb1-b350-a47ae22cc991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.780122617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ccecc393-866d-4694-8dc8-51bc90b8941c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.816662053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ccecc393-866d-4694-8dc8-51bc90b8941c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:30.851410669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0249721c-bfcf-4cb1-b350-a47ae22cc991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.260364139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0831b496-2c31-4820-8755-e5ba8797ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.262580944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8799a2ec-a983-41f9-9bb6-f65e488b0479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.269630184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0831b496-2c31-4820-8755-e5ba8797ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:34.272274205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8799a2ec-a983-41f9-9bb6-f65e488b0479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.586168764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"926f1836-e123-4cbe-bf05-a1b5f7a7b41c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.59323269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"926f1836-e123-4cbe-bf05-a1b5f7a7b41c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.723972171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"985948fb-9b56-4407-bb6d-1914cfaa72a5","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.770715325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"ccad3a81-be02-4728-9e4f-42b1daabf829","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4c7a97","subscription":"e2e-rt-sw-4c7a97-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.780171963Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"ccad3a81-be02-4728-9e4f-42b1daabf829","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.783470981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-sub","reconcileID":"ccad3a81-be02-4728-9e4f-42b1daabf829","MaaSSubscription":{"name":"e2e-rt-sw-4c7a97-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-4c7a97","namespace":"llm","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.814395577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"d2175a86-b89b-407b-b841-e6654b2df76d","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.814414387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"d2175a86-b89b-407b-b841-e6654b2df76d","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.822961986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b10de993-83a2-4bb1-a6d4-26f1503f91bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.823552018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80541d30-498c-4335-a261-c8851c091f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.823971127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"896e3c17-0a17-404f-abcb-ad53e0a1b74c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.830473024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b10de993-83a2-4bb1-a6d4-26f1503f91bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.830530473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80541d30-498c-4335-a261-c8851c091f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.833329655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"896e3c17-0a17-404f-abcb-ad53e0a1b74c","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.924300943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"23f1d6c3-ce40-4c5b-9ec9-6e2d946fa532","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.931074898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"23f1d6c3-ce40-4c5b-9ec9-6e2d946fa532","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.953060411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-4c7a97-access","reconcileID":"8880c056-0db6-4b46-9aa6-454447f3f063","MaaSAuthPolicy":{"name":"e2e-rt-sw-4c7a97-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.956125176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"1ceb4c13-23fe-497e-a608-b546c20b7247","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:37.956142847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"1ceb4c13-23fe-497e-a608-b546c20b7247","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.056575465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"ba24a9fe-866d-42eb-89f4-16e2a59a879a","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.056597278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"ba24a9fe-866d-42eb-89f4-16e2a59a879a","MaaSModelRef":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-4c7a97-f5fe958e42f8","namespace":"llm","model":"e2e-rt-sw-4c7a97","externalModel":"e2e-rt-sw-4c7a97","provider":"e2e-rt-sw-4c7a97-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.228603613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"93561f8f-9f3b-4d0e-9160-43ff3bc9cb09","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.239211347Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"f569febf-113a-493d-8fca-4bfc511188dd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.245974752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"ec5d8a41-e76e-4ef5-93d2-fe14495dfe76","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.246753485Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6919c98c-4334-450c-adc7-404914adbd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.24711325Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a04c0f50-c87a-4f2b-959f-ce920a8612a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.248076065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"f569febf-113a-493d-8fca-4bfc511188dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.248321655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"826d2b93-78b3-4262-9646-0c4045c490a0","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.252081511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"ef1cc8ce-a3b7-4fb8-85d7-de012551e251","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.254947419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6919c98c-4334-450c-adc7-404914adbd69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.255101901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"95e07918-03c9-455f-afcf-8cafcd73e967","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.255304981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-subscription","reconcileID":"a2e63a19-b78a-4305-9430-693bea11373f","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.257626649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a04c0f50-c87a-4f2b-959f-ce920a8612a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.257834546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c230c5f1-1caf-4c00-8ce6-1f3e17bedfed","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.260866243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"83b2cfc3-da9c-413e-9e06-15803c68c783","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.281270478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-subscription","reconcileID":"ce8f96d8-7a59-44bb-87f9-b6c0eec461ec","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.30055999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"79397fb5-454d-40d9-a1b8-9d17adbe5641","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.362551505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"caf38134-882d-4156-bdcd-00a688ca8517","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.363210638Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc5cfba5-b7b9-40d1-aeb8-946fbe2c2a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.363689246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"060d0683-53d6-448b-9d6a-eb2e98985a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.363762135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"060d0683-53d6-448b-9d6a-eb2e98985a25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.379237592Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"caf38134-882d-4156-bdcd-00a688ca8517","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.379316142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"caf38134-882d-4156-bdcd-00a688ca8517","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.379248391Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc5cfba5-b7b9-40d1-aeb8-946fbe2c2a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.37950292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc5cfba5-b7b9-40d1-aeb8-946fbe2c2a47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.396153513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"66ac5869-6eee-4622-8fd1-dfff2ceec4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.39677107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-subscription","reconcileID":"12c0fb7f-d44e-4099-926b-9f60d0e2913f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.44459465Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"74afbc12-bbfc-4420-aa24-8e406c57cabb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.444660067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"74afbc12-bbfc-4420-aa24-8e406c57cabb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.444664041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"def03420-c74d-48ef-8093-47aa1639da82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.444711637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"def03420-c74d-48ef-8093-47aa1639da82","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.444821325Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"c4740d33-5472-4b38-b47c-7d82a3720d88","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.444854699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"c4740d33-5472-4b38-b47c-7d82a3720d88","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538069515Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c486c5a8-7694-433a-81f1-70e4fcde7317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538136613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c486c5a8-7694-433a-81f1-70e4fcde7317","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538172312Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3de13155-72b7-4284-bf56-754354257ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538247245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3de13155-72b7-4284-bf56-754354257ed9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538566787Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"33a1fa37-bb59-4a9e-8851-ac99887e5e3d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.538616023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"33a1fa37-bb59-4a9e-8851-ac99887e5e3d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.590586117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"e39dde00-ed48-4c4e-9943-ef146ab566a5","namespace":"llm","name":"e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.596799043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c0795ee3-f61f-4bf8-aa06-b8a15b2875f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.596865076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c0795ee3-f61f-4bf8-aa06-b8a15b2875f8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.597382185Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"361c0daf-357a-4634-83ff-fa7b6d5827e2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.597447859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"361c0daf-357a-4634-83ff-fa7b6d5827e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.597453654Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f14c944-bd0b-4acd-b3f4-21eff1a42c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.597493743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f14c944-bd0b-4acd-b3f4-21eff1a42c66","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.598667888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afd19d81-78fd-413b-a374-481dd261f0cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.598686817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afd19d81-78fd-413b-a374-481dd261f0cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.598977518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39e3a53a-140b-445d-bbb3-655883d39f85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.598993916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39e3a53a-140b-445d-bbb3-655883d39f85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599241741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99026392-5ea8-4527-949c-0a2ad7a2f217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599254846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99026392-5ea8-4527-949c-0a2ad7a2f217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599544635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85cbc690-e71d-4fdf-b920-f5271d605e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599557576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85cbc690-e71d-4fdf-b920-f5271d605e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599760407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4c6149f-71ad-4c65-950b-06022de3ff01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599773735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4c6149f-71ad-4c65-950b-06022de3ff01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599974848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"542b82f0-4bb7-4a40-b63e-b097e3bef583","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.599985718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"542b82f0-4bb7-4a40-b63e-b097e3bef583","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.600191145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e64b1615-8fd5-4908-a922-8dfde5498389","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.600203172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e64b1615-8fd5-4908-a922-8dfde5498389","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.600420351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"961d52e4-fa9c-4d67-b5d8-993f723be40f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.600433102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"961d52e4-fa9c-4d67-b5d8-993f723be40f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.618274277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b8d731e-a9a4-463b-b9af-9b660ad72bbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.618300071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34abd6d3-9295-4fbd-8690-3640451e3472","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.638694111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"be7da37f-8716-4d78-bd45-334c9299d3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.639645783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"48bbb187-0e7f-4c98-9be7-0442a147346a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.639717867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"441dd9ce-70d3-485d-9313-b34f8eec7ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.64013533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"40d8d6fe-bda8-497b-9563-01afdef5703f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.640157863Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"e7c1a054-e822-4a13-b294-8c32ed5af4a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.640202169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"e7c1a054-e822-4a13-b294-8c32ed5af4a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.646053299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"be7da37f-8716-4d78-bd45-334c9299d3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.646722318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"48bbb187-0e7f-4c98-9be7-0442a147346a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.648675656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"441dd9ce-70d3-485d-9313-b34f8eec7ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.649097126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"40d8d6fe-bda8-497b-9563-01afdef5703f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.739431006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2f1205e9-3ebe-4f3c-b717-8db86ecb36eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.739696837Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"de8f466b-5a3b-4f15-afab-1255b3437701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.73977687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"de8f466b-5a3b-4f15-afab-1255b3437701","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.739834818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"306b7484-c11c-4ea9-8003-f0ca3298815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.740333533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ea78348-d5c5-46b8-b0bb-0168395f849f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.746673853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2f1205e9-3ebe-4f3c-b717-8db86ecb36eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.747922069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"306b7484-c11c-4ea9-8003-f0ca3298815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.749283435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ea78348-d5c5-46b8-b0bb-0168395f849f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.794255685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"23fa4c81-ae92-444c-8e69-aa33652356a6","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.798478323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-4c7a97","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-4c7a97","reconcileID":"7764fb10-3304-4519-aad2-fbef950fe21b","namespace":"llm","name":"e2e-rt-sw-4c7a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.803406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950f84c7-cf3e-44d9-8f61-d6112e92c3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.804222939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b794482e-e586-4b0e-87f4-b0a96e9dccf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.805216017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"4d110b39-1870-4e88-bbb3-314595b3a660","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.805363908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"4d110b39-1870-4e88-bbb3-314595b3a660","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.809072107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fc74bcf8-4c23-4606-82b3-2539ca9f4a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.809536784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"49e3d499-a075-456f-9cfc-6cfad3dd1688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.809582059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"49e3d499-a075-456f-9cfc-6cfad3dd1688","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.813525709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b794482e-e586-4b0e-87f4-b0a96e9dccf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.84868968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fc74bcf8-4c23-4606-82b3-2539ca9f4a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.857591227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"46ed2617-af7c-466d-9e9e-3d945b38a561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.857680586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"46ed2617-af7c-466d-9e9e-3d945b38a561","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.858603512Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ee32fb92-a8ab-475a-8383-930a28b9c102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.858669784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ee32fb92-a8ab-475a-8383-930a28b9c102","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.890819874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950f84c7-cf3e-44d9-8f61-d6112e92c3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:38.991532511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2ecce793-58db-43bb-9481-60ae6eb23bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.009436837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9c93b127-d81f-45b5-bf43-1afe9f20a2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.010080851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0df24a1c-f29b-4dd5-a6d4-abbc58edf720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.030558382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51338bb3-aac8-44c6-9675-93d5bdc8c5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.034814128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0df24a1c-f29b-4dd5-a6d4-abbc58edf720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.049407528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2ecce793-58db-43bb-9481-60ae6eb23bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.051545632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9c93b127-d81f-45b5-bf43-1afe9f20a2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.056081028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51338bb3-aac8-44c6-9675-93d5bdc8c5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.06255302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32212aa8-601c-4860-baff-eee4259ffb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.146598416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32212aa8-601c-4860-baff-eee4259ffb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.184139238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4e9d2c95-9a39-4f1f-a4f7-3cd2b4055060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.184627663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3cc6f263-6521-451d-8ffa-edbd23bee7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.184778339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0084116e-3e44-436e-b92e-11877106fdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.184611261Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"fe99cdf6-274c-40c8-830d-4dd8478f66b7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.184925183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"fe99cdf6-274c-40c8-830d-4dd8478f66b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.185210068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"788826f7-6308-4ac4-912a-1556822281e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.192383086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4e9d2c95-9a39-4f1f-a4f7-3cd2b4055060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.192471374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"788826f7-6308-4ac4-912a-1556822281e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.194744632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3cc6f263-6521-451d-8ffa-edbd23bee7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.247884014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0084116e-3e44-436e-b92e-11877106fdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.28317995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b1bc6bc-c714-406b-9a68-88ff7de86431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.291813903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b1bc6bc-c714-406b-9a68-88ff7de86431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.383873995Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"eb421add-77e2-4d0a-89bf-f70a3f65ce75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.383995021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"eb421add-77e2-4d0a-89bf-f70a3f65ce75","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.383938912Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"805fd807-63a4-47a1-a551-4c3a2a0f7c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.38403438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"805fd807-63a4-47a1-a551-4c3a2a0f7c18","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.833303504Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"7e3d9462-7feb-401a-96dc-7bfc6a215928","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.833374722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"7e3d9462-7feb-401a-96dc-7bfc6a215928","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.062148687Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"eed394d8-ceb4-41fa-b444-9be76d572839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.062220584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"eed394d8-ceb4-41fa-b444-9be76d572839","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.062579287Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3208d92a-01a8-4940-b0d1-332071e53cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:40.062633599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3208d92a-01a8-4940-b0d1-332071e53cd4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.343788663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"18b8f99c-d59c-44c8-9bfa-a6fe7aae317f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:40.892720176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"e1551155-e18d-4a72-8043-23ffedeff8c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.123094152Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"0537021a-0fe5-41c4-8969-68492ee093ac","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.123162863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"0537021a-0fe5-41c4-8969-68492ee093ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.35211484Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5eff66a9-a03d-42da-981a-ea3a98cb4066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.352187288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5eff66a9-a03d-42da-981a-ea3a98cb4066","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.354122127Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8e60fb2c-e072-4a3a-b7ad-c582b11b0aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:41.354179302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8e60fb2c-e072-4a3a-b7ad-c582b11b0aed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.269083998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"ac14e2c7-66e0-40da-b141-0f7669460c16","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.913699489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"d0b9ebf9-4138-4bff-8db5-25d47e1a2c6a","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.914275938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"e2988792-c74d-457a-9e2b-e0d58588df6d","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.934545696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fda86719-9503-4e47-b8a0-08633a9ad0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.935093956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"4dfadf64-3b26-41f5-aca9-b39bddb697cd","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.935197667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5ac0ab70-f3f5-49dd-ac38-5c0ab6ce908f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.935634015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"d1aae4e9-89ad-4786-b9a1-9e5a4174550c","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.941810706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"b5376679-4072-43ab-84f9-28f0db0f91ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.942246277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"8b157c6c-1749-4595-93a1-e31023ad5618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.943227323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fda86719-9503-4e47-b8a0-08633a9ad0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.946045633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5ac0ab70-f3f5-49dd-ac38-5c0ab6ce908f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.024064561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b058d98a-0a74-46c2-b6bb-04cfabc23db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.024090224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0cbd2fc6-1056-4745-979a-1ddac9ff205d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.08484896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b058d98a-0a74-46c2-b6bb-04cfabc23db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.106610106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0cbd2fc6-1056-4745-979a-1ddac9ff205d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.692718656Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"106f4863-9bb5-4030-9065-57f9b5c26bbf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.69279167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"106f4863-9bb5-4030-9065-57f9b5c26bbf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.964035588Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7af3df54-55bd-4023-b1d3-74d0d3124430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.964124749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7af3df54-55bd-4023-b1d3-74d0d3124430","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.966962474Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a5679726-b7b4-484f-8091-8c7573138a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:43.967027388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a5679726-b7b4-484f-8091-8c7573138a4d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.47684443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.793539967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"a011af4d-3089-4a33-89e4-6ad25314efca","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.890128285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"9e5d4f02-af98-436c-80e4-435df61b1a60","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.939763362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b8ecde14-c295-46c2-b21c-d2a41b4e102b","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.980831256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"29b88af7-600b-4382-b5a2-f2786f1205f5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.027650192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"29b88af7-600b-4382-b5a2-f2786f1205f5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.055312203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e44775257d0e31f7cbff6bf822693f9f99a8ebddfbf549d14b39d53ad5f7be67) AuthConfig (819fcd22f01a0a22d7bc28e859be37df599b695b9e5a2f009a0bdfb9238eb57a) AuthConfig (31dbeebc0103ecffd4e34b350169b22fe031cb86e59b6e6209dd683fbfff90b4) AuthConfig (6a000a5f103dc721150ff07e672dbbac8dbb9793bfb44e68785895db97cb818f) AuthConfig (f014b485a36e3a6251b9b9ecd2a663413643ac55666cfcb8c28399ae6b294d3c) AuthConfig (ef1a25ec0984ee6c84b017a899fdfa25c76da413a370a9eb8ced3e307f342f1b) AuthConfig (d0d25b997b1373f17bb27d17b3b4b1940ab604ff900a450a944ff6cc55930503) AuthConfig (1905f88a55f054eef60a7c58fff3a2c7726c16c2d0227ef33e2794a19dec1e6e) AuthConfig (7be13c06ed9b3e82d854ca67da72ff2ec1f3fc56dbf1e54365b8a30f5505a6fd) AuthConfig (9f8578ef5e544f87f0abae164ba977620c3758851baa7919657123b48a2cc69d) AuthConfig (2a275856cf8c30d63c817ddc13ca0d49ee1f863b53d94b8b75cb798597efbacd) AuthConfig (07e5f476a0136e8f58c1efe4765b0eaf708e20eb2f5886e0cd4176f6de53891a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"29b88af7-600b-4382-b5a2-f2786f1205f5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.071200395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"a5982cb6-a4b9-41a0-8b95-f302490b9d26","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.089670676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"19fa51a4-b6d8-4da6-bdea-d1b58137fa62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.090036592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fbc43659-3671-4db3-8408-abfc575328e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.146205893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"f78ec9e9-e383-47f7-971a-c15b8ba10580","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.178354945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fbc43659-3671-4db3-8408-abfc575328e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.179648767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"19fa51a4-b6d8-4da6-bdea-d1b58137fa62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.199115081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"289eacae-068c-4c9e-8224-bbb46e9813ad","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.200125461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"ddc82329-1497-44c4-a9da-8badd984716f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:46.214623209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-sub","reconcileID":"295c5498-906c-465c-af40-5006697f07e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.242510356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"ddc82329-1497-44c4-a9da-8badd984716f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.280438152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e44775257d0e31f7cbff6bf822693f9f99a8ebddfbf549d14b39d53ad5f7be67) AuthConfig (819fcd22f01a0a22d7bc28e859be37df599b695b9e5a2f009a0bdfb9238eb57a) AuthConfig (31dbeebc0103ecffd4e34b350169b22fe031cb86e59b6e6209dd683fbfff90b4) AuthConfig (6a000a5f103dc721150ff07e672dbbac8dbb9793bfb44e68785895db97cb818f) AuthConfig (f014b485a36e3a6251b9b9ecd2a663413643ac55666cfcb8c28399ae6b294d3c) AuthConfig (ef1a25ec0984ee6c84b017a899fdfa25c76da413a370a9eb8ced3e307f342f1b) AuthConfig (d0d25b997b1373f17bb27d17b3b4b1940ab604ff900a450a944ff6cc55930503) AuthConfig (1905f88a55f054eef60a7c58fff3a2c7726c16c2d0227ef33e2794a19dec1e6e) AuthConfig (7be13c06ed9b3e82d854ca67da72ff2ec1f3fc56dbf1e54365b8a30f5505a6fd) AuthConfig (9f8578ef5e544f87f0abae164ba977620c3758851baa7919657123b48a2cc69d) AuthConfig (2a275856cf8c30d63c817ddc13ca0d49ee1f863b53d94b8b75cb798597efbacd) AuthConfig (07e5f476a0136e8f58c1efe4765b0eaf708e20eb2f5886e0cd4176f6de53891a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"ddc82329-1497-44c4-a9da-8badd984716f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.328742492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"f8855457-9701-4b0f-884f-f5730e1e90ae","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.371839696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b6356225-b82f-4cd6-a295-c1ac9667d9f2","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.407100082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c44ae194-12fc-4335-9557-7d1f283ca1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.414168599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e47d8767-d9dd-4f2b-931e-d1ffec376e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.45100573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c44ae194-12fc-4335-9557-7d1f283ca1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.471679713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e47d8767-d9dd-4f2b-931e-d1ffec376e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.556571125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"34f54a36-4ca9-4cb9-a08c-6093dd5ce591","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.557450499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-sub","reconcileID":"e97b26d8-2d7c-494f-a40e-5ae098d18f09","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.595491975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"34f54a36-4ca9-4cb9-a08c-6093dd5ce591","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.636183637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e44775257d0e31f7cbff6bf822693f9f99a8ebddfbf549d14b39d53ad5f7be67) AuthConfig (819fcd22f01a0a22d7bc28e859be37df599b695b9e5a2f009a0bdfb9238eb57a) AuthConfig (31dbeebc0103ecffd4e34b350169b22fe031cb86e59b6e6209dd683fbfff90b4) AuthConfig (6a000a5f103dc721150ff07e672dbbac8dbb9793bfb44e68785895db97cb818f) AuthConfig (f014b485a36e3a6251b9b9ecd2a663413643ac55666cfcb8c28399ae6b294d3c) AuthConfig (ef1a25ec0984ee6c84b017a899fdfa25c76da413a370a9eb8ced3e307f342f1b) AuthConfig (d0d25b997b1373f17bb27d17b3b4b1940ab604ff900a450a944ff6cc55930503) AuthConfig (1905f88a55f054eef60a7c58fff3a2c7726c16c2d0227ef33e2794a19dec1e6e) AuthConfig (7be13c06ed9b3e82d854ca67da72ff2ec1f3fc56dbf1e54365b8a30f5505a6fd) AuthConfig (9f8578ef5e544f87f0abae164ba977620c3758851baa7919657123b48a2cc69d) AuthConfig (2a275856cf8c30d63c817ddc13ca0d49ee1f863b53d94b8b75cb798597efbacd) AuthConfig (07e5f476a0136e8f58c1efe4765b0eaf708e20eb2f5886e0cd4176f6de53891a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"34f54a36-4ca9-4cb9-a08c-6093dd5ce591","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.636937832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"aad5d16d-cb35-48e6-a4c7-227eca82aa41","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.651427226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1027d59f-170f-439f-9fb7-f236fa0d00f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.65289101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"5713e091-f47f-4dae-b261-be085d1e07bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.692830062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1027d59f-170f-439f-9fb7-f236fa0d00f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.748449943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-sub","reconcileID":"004f4f0c-8647-41bc-81bc-d55cc494c30e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.768622741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1bcac974-a1be-411c-a8ff-e265f7731d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:46.801585177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1bcac974-a1be-411c-a8ff-e265f7731d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:48.833432388Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-subscription","reconcileID":"30243978-db13-4ce8-bb86-c2fe11e04908","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:48.856506747Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"604b9648-1fb1-4f32-b368-905d91160475","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:48.85660061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"604b9648-1fb1-4f32-b368-905d91160475","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: compose ai-tenant-e2e-worker-w3-83755a/e2e-dedup-subscription@e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: model e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:48.906060893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-subscription","reconcileID":"30243978-db13-4ce8-bb86-c2fe11e04908","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:48.950024645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"2943f5bc-aa12-4879-8d61-3837b02c7bb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.115185165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"676d7724-02e9-4880-8d41-544487323efa","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.136240501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"02a6547c-011d-4374-87f6-26941a0a6247","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.137074512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e1fbd9b4-4caa-40c5-a6ae-e3c302895891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.174804411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e1fbd9b4-4caa-40c5-a6ae-e3c302895891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.200634771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"3dfa04e0-37dd-4d34-848a-e84eb8186776","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.20595937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"612f5b29-3b35-4f92-b0c7-597f90a09b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.215327336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"3dfa04e0-37dd-4d34-848a-e84eb8186776","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.23262172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"28f98516-c481-4615-aeb9-ccbfb7f196fe","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.261951074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c982b19b-0f1e-4d44-bd59-ae494d469931","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.252661479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"612f5b29-3b35-4f92-b0c7-597f90a09b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.32850042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d9e42e2f-97f1-4390-b6d2-745c17fbfd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:49.346632324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"3dfa04e0-37dd-4d34-848a-e84eb8186776","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.346992603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-dedup-auth","reconcileID":"88b5ccbb-e101-405c-85c2-22a3447e7267","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.357752074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d9e42e2f-97f1-4390-b6d2-745c17fbfd46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.386397969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"a8998cb8-ead6-4721-8196-572ce39f412e","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.469988457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"8ec28e13-ac0d-4091-a465-a8a94dcb1afb","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:49.571491986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d9e42e2f-97f1-4390-b6d2-745c17fbfd46","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.677399619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d8e0c4f-a42c-4673-8385-dd1fa037ee24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:49.693798082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d8e0c4f-a42c-4673-8385-dd1fa037ee24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.353820259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3489ba2e-31f9-49bd-87ff-1e694cc20aff","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.354162887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"3e8b013a-192c-4097-8daf-dc74d244fd81","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.361401218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"122e9032-cf67-4326-828f-c0dd110bc098","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.361678496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"08ae8675-58c4-4dcd-a972-d1175c521ffc","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.37771121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"18671bf6-b821-4804-b100-e49a0b86f014","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.386162876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"18671bf6-b821-4804-b100-e49a0b86f014","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.41537927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"71cb5163-fd5f-457a-9163-eab87e789872","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.415725755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"5023e9c6-ebc4-4cb3-ad66-20ae2ec634fc","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.477844304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"56499aec-d16d-4cbd-aa61-cf3bfd4838df","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.484867181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"56499aec-d16d-4cbd-aa61-cf3bfd4838df","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.535618575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"5a1ac7c7-ea09-4dc9-9048-1ef165a0db36","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.5448026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"732cda71-49b6-4746-8f9e-41afde931f66","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:50.547160795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"02cf3f14-6328-4bf9-a7f2-1d8b0667332a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.552894091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"a0ac5ee6-8490-439e-9446-bdecbf075990","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.555819261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"6b64cb46-9986-4b0a-a262-914ea0d80fbf","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.556179028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"35ecc65b-7d77-424d-bcf8-4317d297dcd9","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.563493791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"29e04beb-5ce2-41e8-aa13-e724bc89b5c7","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.563859765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"d9d5ca5b-c31a-4eb3-b95b-62299bb376f4","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.57930232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dad68635-482d-40ad-b447-a4fa8e5b29b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.581355636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5cc6483c-8e50-49af-826b-4446a6f29919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.583858318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"513d0281-b788-43fb-99d5-c01025f65020","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"distinct-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.584871358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"8029893b-539d-48b0-9107-520b257456da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.596709076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dad68635-482d-40ad-b447-a4fa8e5b29b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.688195359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5cc6483c-8e50-49af-826b-4446a6f29919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.698999323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"8029893b-539d-48b0-9107-520b257456da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.702791987Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"513d0281-b788-43fb-99d5-c01025f65020","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","model":"distinct-2-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.747393093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"09273c9b-5b71-4bfb-9c25-b2df92c5f165","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.747986356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"73fac7cd-0de9-4c68-9a00-e591448581fa","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.780516267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"aeb9b04f-9cf2-4cde-84e9-e2aa64f52de7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.806643213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"aeb9b04f-9cf2-4cde-84e9-e2aa64f52de7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.816223431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"83d84fc0-9922-4815-8727-7d78298d20e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.81929907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"caa01e8d-b848-4218-8346-466ca55da231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.868922939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"83d84fc0-9922-4815-8727-7d78298d20e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.904313943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"4777afe1-6417-4f6d-8f42-aaca180de86f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.907775717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"caa01e8d-b848-4218-8346-466ca55da231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:50.915714606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"4777afe1-6417-4f6d-8f42-aaca180de86f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.683241978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3d30e5a0-f6e5-425e-9fb3-0a4894bb34ed","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.698131912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"227f607c-1402-44ec-8f8e-eb13588866a7","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.719849016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"597353a8-cf21-4317-bd1a-41fba5350587","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d4167a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.730415688Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"623098e8-0604-48bf-8dbf-5fd414e62513","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d4167a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.732832328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ea51d452-0a4b-41cd-8933-1c6fcfaa9cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.737617177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"57df5828-f5fb-43c5-9ba6-81c26327fd28","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.746321415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ea51d452-0a4b-41cd-8933-1c6fcfaa9cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.753772517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"07c29b33-7f9d-4621-baf2-d66d73e0817e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.804621658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"57df5828-f5fb-43c5-9ba6-81c26327fd28","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.812307208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"07c29b33-7f9d-4621-baf2-d66d73e0817e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.843678748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9cef64c6-d23e-4712-91b6-a3aec7e0459e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.866845082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"31f612c0-140a-477a-8422-af19a3e16139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.869458263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9cef64c6-d23e-4712-91b6-a3aec7e0459e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.896849047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"191ca276-3ade-48d9-ac14-1ab1450dc303","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.880733724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"31f612c0-140a-477a-8422-af19a3e16139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.908830245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"191ca276-3ade-48d9-ac14-1ab1450dc303","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.014879238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"ba983dd9-a953-41d9-b04f-b13a6213db08","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.016344059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"59c1fd98-cc56-4ccd-8181-341f8b1363f5","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.016668987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"db036db2-8a13-4adb-ae3a-436263ad39ed","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.03097456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3382af6b-fb8a-48c6-9060-1b339ddf5268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.031665236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0e5ae6c5-234c-482e-ab36-52df3d9b5f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.035971935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"107e727c-cef1-467f-a19f-a7e9c5b8dee0","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.03717584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"59425c21-c546-40c8-80e1-05d570a9f590","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.03815159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"49862782-4bde-4ca3-94f9-9e3370106f48","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.036750305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"6f179429-4ec9-4081-99ff-69b61ec59763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.038724497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"396379ee-c040-4d5a-a71f-390673ce8bac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.042272084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0e5ae6c5-234c-482e-ab36-52df3d9b5f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.04281585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3382af6b-fb8a-48c6-9060-1b339ddf5268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.124153972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3a911b15-a10d-40da-ac07-beab5e93ee0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.124544572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"20f1c581-11d6-4d04-96fb-f3dc68f9c39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.138056171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"20f1c581-11d6-4d04-96fb-f3dc68f9c39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.14043213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3a911b15-a10d-40da-ac07-beab5e93ee0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:56.64788028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"1af857e4-2c4c-430d-9519-075ccfa81792","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:56.654994163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"1af857e4-2c4c-430d-9519-075ccfa81792","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:56.663510819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f7680d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e44775257d0e31f7cbff6bf822693f9f99a8ebddfbf549d14b39d53ad5f7be67) AuthConfig (819fcd22f01a0a22d7bc28e859be37df599b695b9e5a2f009a0bdfb9238eb57a) AuthConfig (31dbeebc0103ecffd4e34b350169b22fe031cb86e59b6e6209dd683fbfff90b4) AuthConfig (6a000a5f103dc721150ff07e672dbbac8dbb9793bfb44e68785895db97cb818f) AuthConfig (f014b485a36e3a6251b9b9ecd2a663413643ac55666cfcb8c28399ae6b294d3c) AuthConfig (ef1a25ec0984ee6c84b017a899fdfa25c76da413a370a9eb8ced3e307f342f1b) AuthConfig (d0d25b997b1373f17bb27d17b3b4b1940ab604ff900a450a944ff6cc55930503) AuthConfig (1905f88a55f054eef60a7c58fff3a2c7726c16c2d0227ef33e2794a19dec1e6e) AuthConfig (7be13c06ed9b3e82d854ca67da72ff2ec1f3fc56dbf1e54365b8a30f5505a6fd) AuthConfig (9f8578ef5e544f87f0abae164ba977620c3758851baa7919657123b48a2cc69d) AuthConfig (2a275856cf8c30d63c817ddc13ca0d49ee1f863b53d94b8b75cb798597efbacd) AuthConfig (07e5f476a0136e8f58c1efe4765b0eaf708e20eb2f5886e0cd4176f6de53891a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"1af857e4-2c4c-430d-9519-075ccfa81792","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:57.632108707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"95f406cf-7665-4a28-92b7-c21d48b83341","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.43607932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"dccec4ff-6eed-45df-804e-b6870cff0c0b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.436531131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"7a18a536-11c3-4de6-90bb-ad14daed7d2a","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.437017679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"540d03fa-9101-45a4-bf4f-ef8cde1813d0","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.456164332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0f7aba3b-4721-4e8f-91bb-96b3edd9bf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.457725533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"f1416883-e230-4f8d-afde-6cffa7a109ff","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.45797477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a8b976e7-0f18-469b-a23a-93301d791fb7","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.458235844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"4b9bfe4f-50cb-4a12-af83-e3d09e315c30","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.46359394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"27d98b0f-45fd-43e1-897b-86fbb15eaa77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.464236334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3ba64695-c983-4467-ab45-20f8e371dc38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.465477617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0f7aba3b-4721-4e8f-91bb-96b3edd9bf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.55009075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5e1996c0-cfeb-4ed6-b1b5-b8bb7f9a82ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.550122083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c065baf9-6eba-49c1-8a2f-a65e33ec4712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.558720327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5e1996c0-cfeb-4ed6-b1b5-b8bb7f9a82ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.572888588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c065baf9-6eba-49c1-8a2f-a65e33ec4712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.703601992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9d9920b4-88e6-43ff-8ad5-2c4ed07400ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:00.713187664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9d9920b4-88e6-43ff-8ad5-2c4ed07400ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.362444186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"021b75d1-6605-4d23-b411-a93c0b22ab32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.363993699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4379de56-cb3b-449d-a37d-641f66b2edf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.529226341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"021b75d1-6605-4d23-b411-a93c0b22ab32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.781078562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4379de56-cb3b-449d-a37d-641f66b2edf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.974473664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7f3e4f5f-e7c6-42e6-8aa7-bd8c00b177eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.97565206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"694a6f7b-0bfa-4cf7-9e5b-148645d127a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.036755672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"3af63bad-685e-473c-8253-776fa7b5399b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.087010911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7f3e4f5f-e7c6-42e6-8aa7-bd8c00b177eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.135041084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"3af63bad-685e-473c-8253-776fa7b5399b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.094989778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"694a6f7b-0bfa-4cf7-9e5b-148645d127a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.095626582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7366c457-b7f5-4349-a3a4-0d2c64271d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.180561987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e59a0747-5637-4eff-a189-ee6e2b154782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.330566113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7366c457-b7f5-4349-a3a4-0d2c64271d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.392388198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e59a0747-5637-4eff-a189-ee6e2b154782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.559477345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3cfbcc62-2021-47dd-af92-e8f1bfbb231a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.588481911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e0500a09-7a08-4762-a57c-10b6e2e6c308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.716254042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3cfbcc62-2021-47dd-af92-e8f1bfbb231a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.753787369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e0500a09-7a08-4762-a57c-10b6e2e6c308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.766205601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.771711096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"01ce4ca8-a4c1-4148-b45e-f96bd9844000","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.772404325Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.848022444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.855632516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"01ce4ca8-a4c1-4148-b45e-f96bd9844000","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.876345286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.899227202Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.960482138Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-subscription","reconcileID":"9fc10b71-2169-4c46-b966-640485d3cec5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.132456713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"834549da-d3eb-4326-bef5-e3b5aec42599","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.193736866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"0f581be4-de04-4340-90e3-f7141c3f75fe","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.275695474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"86421fb6-331f-47e1-81f5-2f43699a6b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.285902229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"841dbfed-3016-4d21-948d-ad6b431da42b","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.286309283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"15f95a12-0d22-4127-8a4d-dd4c4b9a8e67","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.286757962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"fd7aecfe-0200-4ad6-9fd1-1ec367283cef","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.287392578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a7db20f1-5f32-4634-8c1a-9e4a2a132a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.491535417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a7db20f1-5f32-4634-8c1a-9e4a2a132a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.56119544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"fd7aecfe-0200-4ad6-9fd1-1ec367283cef","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.666889185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"86421fb6-331f-47e1-81f5-2f43699a6b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.750499608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"ae618759-ce0f-45ad-805e-a4ccbb8f0da8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.834176575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-distinct-models-auth","reconcileID":"ae618759-ce0f-45ad-805e-a4ccbb8f0da8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.949073463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"4e208906-921d-46b2-93c9-b8ea041f77c6","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:04.949778938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"85403c88-e591-45ea-9896-b3eb46359d44","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.533632569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"b0ecae2d-21af-43e3-abe0-ef455384b022","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.562078612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"a892f787-165d-40d3-9f81-e2aecdfecf80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.570562147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"65ee7c2a-37d0-4487-90c3-aa0a3b84243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.576557752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b19beb2f-ab64-43c7-a98c-201bea0ca044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.588975702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"65ee7c2a-37d0-4487-90c3-aa0a3b84243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.597040402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b19beb2f-ab64-43c7-a98c-201bea0ca044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.602348684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"1407e85d-46e5-4df1-a52b-ba0b3faaa817","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.680560781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"c7bd661c-b360-4617-a6a1-b77462504903","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.900755973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"d3e0b08d-4a45-46d4-a915-61612e6ca05b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.921468993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a267ae0b-1a0c-484a-8ec6-70a4b305f6ee","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.92675192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"35391882-b47f-4cdd-a77b-dd13c4671b4f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.95605212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"b1fa0c8a-a985-4845-8b4f-be9191d9f197","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.974504324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"eada2d58-9df7-4aa3-9673-52e1d2177349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:05.976973231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"b1fa0c8a-a985-4845-8b4f-be9191d9f197","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.005247164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"9681a7b1-8717-4d85-9eee-6aeb65bcd733","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.013009483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"da54f5f3-5bd0-4d1a-8249-e9711af87952","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.033818464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d9e4bea2-065c-4d55-8b20-ee3a8157e018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.034194412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"476a3d81-2d21-4208-8817-7292cd4cd639","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.033851524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4b5a01e3-95bc-4656-9057-4f47667e80a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.045229106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"476a3d81-2d21-4208-8817-7292cd4cd639","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.045278387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4b5a01e3-95bc-4656-9057-4f47667e80a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.048173968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d9e4bea2-065c-4d55-8b20-ee3a8157e018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.067859309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"94651f57-1b91-43ac-ac1b-5b181ed7cd3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.079081504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"da51fb48-86be-4ac7-acf5-521999efc2b3","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.087419492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c9a1c8f6-84e9-432f-b920-143077d4aafe","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:06.092693971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-valid-sub","reconcileID":"8784e14d-a231-497d-beed-9a7995111687","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.107475013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0a81b5f8-9c4f-4aae-b303-ad3627503721","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.115152793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f36d4b0b-191f-48ef-b1af-940b4bff45b4","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.173188191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"a1d1bc65-d253-4bfd-874a-262aeeca255c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.173806856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d81a1006-c6f8-4fe4-94d1-494ffafac010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.179167229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b2b71420-9946-4a7a-9305-354bb1e6802b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.19709374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d81a1006-c6f8-4fe4-94d1-494ffafac010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.201358058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"a1d1bc65-d253-4bfd-874a-262aeeca255c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.210434227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b2b71420-9946-4a7a-9305-354bb1e6802b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.213584973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-valid-sub","reconcileID":"c0b2e705-48be-4d3e-a1bf-b2d54c249265","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.232333559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f8ff8ee2-964d-445b-acaf-b8d3daf4f595","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.270238866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-valid-sub","reconcileID":"ade8bc87-de55-4ad3-bab8-219c95b05867","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.279309341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"a3a3666e-b41c-44f6-b112-cfd05c1eeefc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.315313704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f97e74f9-9fd7-4a41-ad98-57003a5f146a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.316339902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"4c6ccdd0-caac-402c-9c7f-e43907c15527","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.317208885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"61492baa-d112-4fff-827c-cf65f8019327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.322247077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f97e74f9-9fd7-4a41-ad98-57003a5f146a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.322970735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"4c6ccdd0-caac-402c-9c7f-e43907c15527","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.324617941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"61492baa-d112-4fff-827c-cf65f8019327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.668735682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"1d748efe-c688-489d-8db1-17fc5c59d2ac","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.718147259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"82b0b550-1ecf-49a4-9656-782132b65f79","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.718190788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a015070b-e136-4256-90ec-aa2a73e5167a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.718706456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"91c7732f-ec3f-4c5b-98ae-7c373dfc077e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.71870608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"9007d899-50f1-4109-9dd4-e22c274e27a8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.737318379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"91c7732f-ec3f-4c5b-98ae-7c373dfc077e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.737335118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"9007d899-50f1-4109-9dd4-e22c274e27a8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.740341863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"82b0b550-1ecf-49a4-9656-782132b65f79","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.742331536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a015070b-e136-4256-90ec-aa2a73e5167a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:06.870823438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"737b48e6-cf8d-4ed3-aca8-edebcb20a37d","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.203530345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"1442fbe6-bb91-497c-8f4e-17d4a744d210","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.212021392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"bb7d36f1-3ef7-4b7e-80d1-fadd90d49c4b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.215087307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2a42d8cd-c23d-47bc-9365-7029ac95c8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.215219253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"876b0e4c-11d6-4b07-b9da-d60ce3f6011e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.219462406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"bb7d36f1-3ef7-4b7e-80d1-fadd90d49c4b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.228430684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"876b0e4c-11d6-4b07-b9da-d60ce3f6011e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:08.228510477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2a42d8cd-c23d-47bc-9365-7029ac95c8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.012064849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"8148589a-9d84-4be1-998a-3225c97df5a4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.027269141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"494bf6db-6373-4135-9005-e61565ed6be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.030062989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ee294609-951d-4d42-9bec-dfc1ef00d0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.030144955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"974bf1c8-765b-4266-9eba-a2e70c4868bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.039235796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"974bf1c8-765b-4266-9eba-a2e70c4868bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.039618915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ee294609-951d-4d42-9bec-dfc1ef00d0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.0507855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"ac2aeabc-1c3c-4d5f-9813-7ef0f1e07d3c","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.124873896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"07245efb-a51c-4488-b6e1-06cac4bb2c28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.25656437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"ce8b0105-5a0e-492e-a253-acfa4f01d03c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.271827489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3b9a1d82-6d57-4460-bc9f-d7b28af2cf12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.273996877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9f1c87f1-e225-4da4-b3d9-deebb026cfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.273999802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4008cc45-526a-4a95-9e9a-974868ab97e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.281740062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4008cc45-526a-4a95-9e9a-974868ab97e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.282436084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9f1c87f1-e225-4da4-b3d9-deebb026cfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.292081733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"604a94cd-93b7-485d-8317-28a15bf98523","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:11.369714788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"a22bcf8e-5789-4d47-855b-5a37761e9918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.928548255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"5cd67a99-4507-4a91-ac7f-b257ec4bf857","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.461587122Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.942197979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"0722adb0-5923-4f64-ac83-596b85870b23","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:14.964568569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"ee85f34f-79b4-40de-b886-fdc6ac154d1a","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.050134003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"25f555bf-4c11-417a-a3eb-9143467d1120","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.071340238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"25f555bf-4c11-417a-a3eb-9143467d1120","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.085207973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"25f555bf-4c11-417a-a3eb-9143467d1120","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.10176833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"266a70df-c60c-46df-aed2-ffc66e91d6a3","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.116831622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"8ca08983-6169-4ec1-82b9-fef285d39024","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.128600059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"9f0c49c8-52fb-42ef-a8d7-4b28f64b7f60","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.129052819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"2fd0476f-e4df-45ee-9c61-faf629038b7c","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:15.129751908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"490df627-3798-4d79-a1af-3a5c5c056a9e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.136977255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"9f0c49c8-52fb-42ef-a8d7-4b28f64b7f60","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.141506823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"bcf955c3-8bc8-4c33-94bc-600808560273","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.144034171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"9f0c49c8-52fb-42ef-a8d7-4b28f64b7f60","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.155847848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"80e8a3e6-dd98-45d6-8822-41cfbced330e","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.194884782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"66b50f0c-a5cc-49e8-b916-8289a5855339","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-w0-2f9a3a","model":"distinct-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.21969712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"8de12430-136e-47db-9cce-53bd4e5f6218","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.222398946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34cefec7-2c5c-461f-bcf7-5a029a2f31dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.224836568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"1750e5a1-002b-499d-a07c-798cdde15f7b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.225686722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0552e31f-88ce-488d-a9a4-099cf3ae93d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.230234295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34cefec7-2c5c-461f-bcf7-5a029a2f31dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.234674718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"1750e5a1-002b-499d-a07c-798cdde15f7b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.23542809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0552e31f-88ce-488d-a9a4-099cf3ae93d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.242127697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"1750e5a1-002b-499d-a07c-798cdde15f7b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.29509513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"2c7968fb-037b-43b4-b861-7253fc88a240","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.296132223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"06a710d5-6f03-4252-9872-bf5e45bb9e92","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.304622744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"f76b8ef1-0e3d-4409-86b0-9ca962ae5449","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.320612165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"bb967e9b-15b0-421e-86f3-bd43b588efa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.320731012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"24dbd1ac-46b8-4932-8e4b-1f8a0c5ea48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.329891796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"bb967e9b-15b0-421e-86f3-bd43b588efa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.330816037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"24dbd1ac-46b8-4932-8e4b-1f8a0c5ea48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.422076184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"dde81ca8-c887-4d43-b595-b9f0ba06b2cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.431999517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"dde81ca8-c887-4d43-b595-b9f0ba06b2cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.437522305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"dde81ca8-c887-4d43-b595-b9f0ba06b2cc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.445767455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"7bb950f6-e52b-4ae2-a879-1c33510b62b9","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.485475675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"d2c84f4b-3a34-4078-a23f-ee27e0eba288","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.485881079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.501303706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"f1338820-7388-4332-9f9b-9aeeaa0cdc6f","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.504667584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"280ef9eb-57f5-49db-b45f-2e743978fc25","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:15.508266822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"30c20f41-69d8-4157-ab7e-4eabd6e7af44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.51947014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b12b0def-a121-4ada-81ee-e03566d73b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.519779295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"8f35246d-b224-4fdc-8804-57ea8daa8cea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.519877701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"536caa68-9f9d-48ef-a80e-be8eb07072e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.520408874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"3807dc3b-29c7-46ed-8299-783b41bacea8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.520712712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"7f13e091-051d-467a-bc60-b4f210bc66a9","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.527633566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b12b0def-a121-4ada-81ee-e03566d73b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.52869167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"8f35246d-b224-4fdc-8804-57ea8daa8cea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.531357308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"3807dc3b-29c7-46ed-8299-783b41bacea8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.531967105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"5dd08eba-3c9f-4d7f-b1cc-811e78f1510c","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.532106838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"536caa68-9f9d-48ef-a80e-be8eb07072e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.534854188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"8f35246d-b224-4fdc-8804-57ea8daa8cea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.537759079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"3807dc3b-29c7-46ed-8299-783b41bacea8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.552818701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"d8ef4686-4453-404d-b4d7-7c194c4d7f69","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-2-w0-2f9a3a","model":"distinct-2-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.602419519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"190d2ebb-1a7b-4d21-af1e-7266a9edb2a8","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.617996206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"46a43981-4b97-4757-889d-fbe9a0cba835","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.618608489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"17cb02ca-1cd9-47cf-8677-452327b8812f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.619014429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6a41231a-8e9b-43e9-89e9-727e17f29931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.619366484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9451f0e0-3ac8-46f6-b5a5-eb990dfd86fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.629195042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"46a43981-4b97-4757-889d-fbe9a0cba835","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.631868623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"17cb02ca-1cd9-47cf-8677-452327b8812f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.637668588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9451f0e0-3ac8-46f6-b5a5-eb990dfd86fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.63827588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6a41231a-8e9b-43e9-89e9-727e17f29931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.669871242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"46a43981-4b97-4757-889d-fbe9a0cba835","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.695333972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7fc6eeb892f3904235c8e8eb347bf98f3c2373e84a2c70da5b8cf7d0dd53a2a) AuthConfig (04850a7b9e7bab9575999417908ecc8d23246958b6da140a06de1696258884ac) AuthConfig (9afdddd95ed2f8b8373d7b4bf7186d92eaa47f5a5f7822f9b433d22b9771f3b8) AuthConfig (bad627f2cc111ed87b9f37fccb439dcea6fa8346418d488e2618369b75a37fd0) AuthConfig (a4f7d4edbfe6ab5dc9682e17cfa302122d850331ed0b56f87e1f523f017c8e92) AuthConfig (242b60908b3d7ea8ef6a228837d935bd36e1e127854ca1ea4358cd6ae7880d72) AuthConfig (656e9f082aee54a0e8828a08181d437d3b1e58bebb18f6d2aeb6ed42ba596bbb) AuthConfig (38158222e8ee5a0fc2efae18e30fce6bec2c5abd530de7d1c73672fc90b60a58) AuthConfig (7ebc52eb8bc4274b8ee4975bca685b27783319aab52c66d3cfdfd88084db7713) AuthConfig (d5f3554ed489dcc1dc055bffd636a0415bca492d24f85f4e0677f94e2473f9a2) AuthConfig (ae86a116931018e9eb78a3a905254065b88e93245a41ac2ba632f59d3897687d) AuthConfig (16b2858a53306eb8af18699d715f1fab9d388521e0624ef14a4bc1e66766173f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"17cb02ca-1cd9-47cf-8677-452327b8812f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:15.705424593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"e6a3ec0b-6796-4300-a7ae-843f090b6347","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-2-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:16.718234902Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-valid-sub","reconcileID":"27726890-6676-4396-b6e8-099d5080ce20","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:16.734155898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-valid-sub","reconcileID":"27726890-6676-4396-b6e8-099d5080ce20","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:16.767088927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"5729b4b6-d81b-4056-8e16-b466015046b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:16.945824679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"433b64bb-8dca-47cb-b1b1-7afcd60271b8","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:16.952030597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.001368815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"959ac219-d0b2-46e9-8947-e2e2d6701afa","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.002417939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6739541e-0ba4-4640-9e91-88144830ca54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.004957703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"a29d79b0-5296-462f-bd40-160990a3edf4","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.017734387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0623a0d4-a68d-4a9b-b9e2-b6b63b505502","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.02331727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"959ac219-d0b2-46e9-8947-e2e2d6701afa","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.02830262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6739541e-0ba4-4640-9e91-88144830ca54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.072443606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-invalid-sub-auth","reconcileID":"f75e8b8e-dcb3-4150-bd74-e41c1e9dd0bd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.077403588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dee102ec-472b-481c-b4c0-eff936ee0e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.093379538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"ab6fcf73-426e-4e8c-9db3-56e7a293f1bd","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:17.094306184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dee102ec-472b-481c-b4c0-eff936ee0e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.248044792Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-sub","reconcileID":"8f240432-f7eb-44ce-a2d8-0f291e29fc3a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.342413366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-sub","reconcileID":"8f240432-f7eb-44ce-a2d8-0f291e29fc3a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.393424972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"124f1e5e-293f-4272-9a7c-45ca159cf470","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.438647892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"3ad67c72-438c-48d7-b8a0-b0b1774fa680","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.453396542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"4aaf6f52-f801-4b09-8b8e-c07ba2642e5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.575214893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"4aaf6f52-f801-4b09-8b8e-c07ba2642e5e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.586101165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"661be4fc-8c55-4c50-a406-c407cc4ec92f","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.587002572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.609751569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a79f7c9e-7906-4511-93aa-fe87385a03d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.610317535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"595945c9-0835-4023-8d77-09923d1f2e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.623199124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3b4efb0c-b0a7-4ed1-9c70-a31d0aadcf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.639111689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a79f7c9e-7906-4511-93aa-fe87385a03d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.648201276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"23971696-1d47-49fa-8926-c8631faa2c83","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.649003508Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.649979692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8fd6b08c-b855-45fa-b199-2e5a0724dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.722457917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"595945c9-0835-4023-8d77-09923d1f2e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.78670891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"401d394b-6436-4295-90c8-df5c04934f51","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.791859431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8fd6b08c-b855-45fa-b199-2e5a0724dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.847471422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3b4efb0c-b0a7-4ed1-9c70-a31d0aadcf88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.849112879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"5e437a85-d2e1-4afe-90f9-4c40e420a544","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:18.854815923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4ad36752-d096-427f-9936-25f6c1496b6f","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:18.849795917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-user-sub","reconcileID":"9dfbd6ae-d207-42ab-948a-74f8930c7e79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.01662012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-user-token-filter-auth","reconcileID":"6d3d3d1c-8dc4-4fde-951e-4be6f49ba8b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.03139069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f40539f1-0931-4d69-ab01-a17310bc2fc5","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.036687142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w3-83755a priority=0:[ai-tenant-e2e-worker-w3-83755a/e2e-models-other-sub ai-tenant-e2e-worker-w3-83755a/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.037527798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"7946c6fb-3a44-4d4a-b1dc-d3c5a1a60e1a","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.050871553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"9e523090-dbf2-4fd8-9273-4e99bbf54d42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.052961272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"bed6b100-dbce-4798-8be5-a5a52fae79d2","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.063429722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d4714586-97db-4784-a14e-545d7b60f73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:19.063882687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"96030aa9-8217-424c-9234-799b43dcc3d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.243898427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"17804206-77db-41c6-9868-82c69930963b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.244693601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"802d0e91-e4c3-40c6-9ed6-1533a619ffd7","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.247306887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d4714586-97db-4784-a14e-545d7b60f73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.265610031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"9e523090-dbf2-4fd8-9273-4e99bbf54d42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.354154313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-user-sub","reconcileID":"60092f9b-ed79-49a4-a72f-29e7bf500355","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-models-other-sub","ai-tenant-e2e-worker-w3-83755a/e2e-models-user-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.462709306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"798edd91-cf98-445e-afeb-2404231cde0d","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.463690525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"e476eb5f-cf4b-423a-acaa-302a9c728665","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.463887492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"79efa1b4-33ce-40cf-bd61-c79197707976","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.465047883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"11f00087-2e11-4d4b-9bda-d7b20e8115bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.489617891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4e05db29-773e-443d-af55-6c578185df0e","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.514347116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6c9f9128-c66b-40f3-bfeb-357312b8d5f4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.515989372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ab5c0c5a-8583-4200-af1a-ead3354bcada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.52868908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"fdf50a4d-987d-487c-8a0f-d6630231bb74","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.529388788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"8d80759b-f214-4b80-905a-e63e9ffecf02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.544747453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"e476eb5f-cf4b-423a-acaa-302a9c728665","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.559877102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"79efa1b4-33ce-40cf-bd61-c79197707976","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.561785126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"11f00087-2e11-4d4b-9bda-d7b20e8115bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.624763903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd2a2a6d37f1b5c7ea3089dc43c15365027c30a5c2eec2ddac4a15f442fa067) AuthConfig (87fd6b7fa4840d992c734f06edc6ee5fc05e535bfe253450d4b1289f9792b767) AuthConfig (4284adf5c727749daef798e578adf50a0d082f7afd401669a413f83533760d35) AuthConfig (f4a291e0b520293015a08c077b44c922aeecacd7cff28a0357fd668982135b8b) AuthConfig (7b60176348e06b177c29e56acde36f89320fd0b3cf1d7177ecb49c941183a398) AuthConfig (d71c410b25a53ca1e4482942c453809e2cce681a24660ca837f430065a73fd50) AuthConfig (e6145c625afc4a02270b20e2494963de36433a22567283b7ec9d8c6dce3a2ffb) AuthConfig (4aad537a43ce27897290cf3a510d45598fa90dbacde7fce202d4939e5b256128) AuthConfig (97e374c7597cb8e6b8fbeed8e0e7a249d4ac06e2ca04081ed9b1a6dcca54a559) AuthConfig (3dbf519e08f9b1e4d8aa7d42e757e9481e49d325a8b919b0c401a218036012ae) AuthConfig (785f2c78713236d0be5aebf2a2afbebe4862044b28d4eb4c11f12df5efdd963f) AuthConfig (b0ce1b90cd913c893f09371960336747c53bfecd993da100721e3d2cf7558688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"e476eb5f-cf4b-423a-acaa-302a9c728665","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.715432534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2f9a3a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd2a2a6d37f1b5c7ea3089dc43c15365027c30a5c2eec2ddac4a15f442fa067) AuthConfig (87fd6b7fa4840d992c734f06edc6ee5fc05e535bfe253450d4b1289f9792b767) AuthConfig (4284adf5c727749daef798e578adf50a0d082f7afd401669a413f83533760d35) AuthConfig (f4a291e0b520293015a08c077b44c922aeecacd7cff28a0357fd668982135b8b) AuthConfig (7b60176348e06b177c29e56acde36f89320fd0b3cf1d7177ecb49c941183a398) AuthConfig (d71c410b25a53ca1e4482942c453809e2cce681a24660ca837f430065a73fd50) AuthConfig (e6145c625afc4a02270b20e2494963de36433a22567283b7ec9d8c6dce3a2ffb) AuthConfig (4aad537a43ce27897290cf3a510d45598fa90dbacde7fce202d4939e5b256128) AuthConfig (97e374c7597cb8e6b8fbeed8e0e7a249d4ac06e2ca04081ed9b1a6dcca54a559) AuthConfig (3dbf519e08f9b1e4d8aa7d42e757e9481e49d325a8b919b0c401a218036012ae) AuthConfig (785f2c78713236d0be5aebf2a2afbebe4862044b28d4eb4c11f12df5efdd963f) AuthConfig (b0ce1b90cd913c893f09371960336747c53bfecd993da100721e3d2cf7558688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"79efa1b4-33ce-40cf-bd61-c79197707976","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.777507308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"76c3f13d-580f-4dbc-8ae4-6118c9aa323c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.801180648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ab5c0c5a-8583-4200-af1a-ead3354bcada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.86061274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"8529cc27-2f0a-48dd-a890-d5d94a378c83","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.889448695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"917f2b01-37ad-49c9-9c92-4115a098e350","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:19.898574275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"19dd6a7d-780d-4087-afef-77a0c54b2b04","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.01840834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-user-sub","reconcileID":"5f6cef66-e011-4d55-8ea0-8142655058e5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.064317975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"8529cc27-2f0a-48dd-a890-d5d94a378c83","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.142690111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"e8c42423-8fcf-45c4-8ffc-75dc5d70d095","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.215113548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"81ed0cc4-78eb-4b49-ac66-b876a4bb98b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.216227187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"221a7f1a-20e8-455d-8a62-4ff6c44bf40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.312464722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"81ed0cc4-78eb-4b49-ac66-b876a4bb98b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.369308092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"8a30a435-4a13-404f-a672-9fb622a70887","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.39875144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"da30a4c9-c3c6-4b11-b849-2a5974eb8bf4","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.405956979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"221a7f1a-20e8-455d-8a62-4ff6c44bf40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.580674154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"5599c42c-dfd7-455b-b1db-096c2d58f93c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.707950994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"90578ecd-3102-4859-b1c1-a6ca903c0b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.793339357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ed7c641a-9fd6-48f2-92d9-a72dc6bb3b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.838055186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"90578ecd-3102-4859-b1c1-a6ca903c0b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.855647806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"4b7c32e8-266d-40dc-b528-7cd4561da300","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:20.907008649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ed7c641a-9fd6-48f2-92d9-a72dc6bb3b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.034213918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"e63f3cca-95ef-4f31-8942-a97bc4be7c36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.412268663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"c06561db-c53a-4eb1-8cf3-b61e48e0be67","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.413571391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"e541b667-f71e-40de-a2a6-9cd57eb8f1de","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.546163439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"8bc3da2c-0fd5-426a-8432-e62574aed4a4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.551448634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7071d75-2257-472e-9a61-a4e6a1b3a040","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.64343951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"498514d7-cd28-4941-b9ce-db8e6b0d101b","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.802360712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7071d75-2257-472e-9a61-a4e6a1b3a040","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.81173713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"252d74a3-3137-4440-ab14-386d61605b6c","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:21.944739309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a577380d-1505-466c-8b4a-be423bbf9530","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.163133042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w3-83755a priority=0:[ai-tenant-e2e-worker-w3-83755a/e2e-models-other-sub ai-tenant-e2e-worker-w3-83755a/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.200415716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"82897f13-2597-43a0-967f-31a871737811","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.387120832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"d32eb46f-2aa3-4b15-82c6-40e269f000d9","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.388264947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"e726184e-05c6-42a4-9b34-39858bd76246","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.503460242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"a31028a9-5671-428b-ab26-55c934d6ce18","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.505375086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"3975138b-949b-42a0-b248-e5eb573ca946","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.50602055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"cd359d16-b63f-4666-a4cd-cf184bd5f62a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.509336051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a577380d-1505-466c-8b4a-be423bbf9530","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:22.509825378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.540118223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"36e340f8-6575-4771-9728-72b1b1c50b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.545089373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"edb44c9f-54a0-4a35-ba66-c5cee04864d3","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.545635692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"8be4dc80-e5fe-44d2-8d8c-1d08d818c35a","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.565508751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"2ed53f8d-b7cf-486e-9b63-f5f96dd3bb3d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.566147719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"2faf1f84-881c-4c8e-90c2-afafd08dca81","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.621417393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"350496ae-7187-429f-b586-be3326f8e424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.673485561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"36e340f8-6575-4771-9728-72b1b1c50b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.679550956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"11cecc2c-e3c6-4268-b780-524cd5a110db","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.687364332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9a50b83f-843e-495c-9820-e5467e3493c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:22.689600869Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-650be0/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.690182462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.700267079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"350496ae-7187-429f-b586-be3326f8e424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.709450734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9a50b83f-843e-495c-9820-e5467e3493c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.709881867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"b63e5d16-0bd3-4891-93ec-0f3b88a5899d","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.710084013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f88dbab4-f51f-4c59-8d58-d13285435cf1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"distinct-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.710940805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"557271cb-1c33-48ae-8329-988cfc69ac80","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.7130809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"886b772d-1682-48b2-bbd0-1ab9790b98ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.713719579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ac22f58e-3492-4e18-9526-57dc20879865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.727169652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"56ab8e88-9856-47c4-a176-b64775fceead","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.729570846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub","reconcileID":"dc34e2a2-2ddd-447e-8471-d19669215779","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.730628753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"97a3718e-ffec-4b21-83c6-14823cc6e7c9","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:22.742425844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.748756962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"cee4c24e-334e-4e63-909e-4e0594df1561","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.749961117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"7459a339-dcfe-4d2f-a05b-fd8a4a1a11d5","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.75658003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"be21db21-92ef-4a21-ac95-bad9777717bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:22.77845279Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.778966988Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.79362546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"be21db21-92ef-4a21-ac95-bad9777717bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.806694296Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"492f28f6-c665-42dc-80c2-ec1ee0966911","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"distinct-2-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.811538037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"26513c98-f458-4319-8021-4498dffeca88","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.812086092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"6542aafc-f5a6-44d2-aa59-bab587bd8af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.812611812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"984aa1d8-788a-4975-a977-25182ce9ee3d","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.821650043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"a2a44dc3-ba88-4a79-afc4-d020bf34e9ce","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.846610803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"7dfd2713-b4c0-48a8-ae3b-cb174da07673","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.869574869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"25f1df3d-5efb-4c69-b033-8d7a8309071a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.871303406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1b00ee10-b0ba-41c8-a5dd-22b412c5f48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.893462103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"13d80456-8b86-48b7-b030-d971797dda00","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.903733079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"91bae1d0-821e-4a0e-af4f-12255076d141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.9075977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1b00ee10-b0ba-41c8-a5dd-22b412c5f48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.919240984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1b2c665b-2ec3-405c-aef1-a866a3eaac32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.943620521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub","reconcileID":"96d6803c-de4f-4b98-9e29-584d50dcfb2d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.954285562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"91bae1d0-821e-4a0e-af4f-12255076d141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.959485907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1b2c665b-2ec3-405c-aef1-a866a3eaac32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.967460721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e7e1e134-3c36-4cc7-a76a-563ddb3ede6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.9681185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"91dd136b-fbda-4cb3-9f61-e9c14a21b4f6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:22.981703834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"91dd136b-fbda-4cb3-9f61-e9c14a21b4f6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.002238691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e7e1e134-3c36-4cc7-a76a-563ddb3ede6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.003076887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ab6297e4-3b8a-41a3-bdfc-12e6aaf97ff2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.129219835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"820285f8-7d4b-4e9d-a229-1c1d656f0c4f","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.142171353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fcdcccd5-bca5-4013-932e-6d89a8d2c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.142225763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"98febc6f-8103-430e-bb66-98523f704fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.144246789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"48b0dc9e-6f46-416a-8ee5-e89c21e039cd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.144346101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"97168962-5d9d-4c5f-bedb-0dab62de56ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.199393989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"98febc6f-8103-430e-bb66-98523f704fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.202253633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"97168962-5d9d-4c5f-bedb-0dab62de56ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.202548417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"48b0dc9e-6f46-416a-8ee5-e89c21e039cd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.206139817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fcdcccd5-bca5-4013-932e-6d89a8d2c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.310961539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"432d1373-069c-490e-9c0c-f14284ccc663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.338074041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"94b28626-4617-41dd-9363-fa783474ee46","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.34549638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"432d1373-069c-490e-9c0c-f14284ccc663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.369003286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a60be1db-1a1a-4e3b-b59e-8dce00961b7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.377393078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"94b28626-4617-41dd-9363-fa783474ee46","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.388874686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a60be1db-1a1a-4e3b-b59e-8dce00961b7d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.4897677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"857f16c0-bdfc-4261-af4b-80d8331026e4","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.510196294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"551d130c-83ed-478f-9bd7-852f783ee87a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.520633145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"551d130c-83ed-478f-9bd7-852f783ee87a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.714403782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"c087ddff-bb96-4dc0-8101-fb42d8780305","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.729977685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ab585b9f-02a9-4a1a-b00c-e4ea08f46f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.784473777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"50b72014-759e-419d-94e0-1e8d523e87c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.785134547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"730270cf-f32d-4d03-87df-a583cace5938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.860033953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"2ef651b8-71bc-4ddc-8a86-12537d112c0a","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.874439606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"50b72014-759e-419d-94e0-1e8d523e87c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.875755086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"730270cf-f32d-4d03-87df-a583cace5938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.886734132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"1bdc28bc-8299-4349-be93-680e0fa1a704","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.570291782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"b314ba21-9969-4846-aade-7c5c0236627e","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.582549888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2e05a7c1-c126-4089-941e-1915e2119a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.583135852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e97c5321-0ab8-4a8b-a764-9db431c1f740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.584272842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9f5ae02c-fca2-4439-8b52-584ee7b88aff","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.593314554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2e05a7c1-c126-4089-941e-1915e2119a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.594172864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e97c5321-0ab8-4a8b-a764-9db431c1f740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:24.65240699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9f5ae02c-fca2-4439-8b52-584ee7b88aff","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.157436591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"22f1f614-4e8c-4534-8175-9073bef93af3","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.172505601Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"765a306d-4de4-4444-8ebd-743bfe56725d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc90ad3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.174538692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"88128567-8df2-4f08-b276-b888a47ecd23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.174625963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b8f9c138-c63c-4b52-9619-4a2157fefdf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.175171787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1d14a01b-d562-4e14-a48e-6caaf9341c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.175171772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f8dfcefe-25fb-4c91-a380-5a6805eb764b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.185218505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1d14a01b-d562-4e14-a48e-6caaf9341c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.185242949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"88128567-8df2-4f08-b276-b888a47ecd23","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.187610491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f8dfcefe-25fb-4c91-a380-5a6805eb764b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.247187983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b8f9c138-c63c-4b52-9619-4a2157fefdf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.306350758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6816cfb8-a338-4eb6-a3eb-3f7eb110fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.306507281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a965089-3b0d-43f2-97d2-366ce609f7f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.327830239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a965089-3b0d-43f2-97d2-366ce609f7f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.328198041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6816cfb8-a338-4eb6-a3eb-3f7eb110fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.413426923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3cb7126e-bb5e-4a10-96cf-d75a9711b661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.416491041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b4320676-dc7a-4ce7-9385-2bfeffdf8b9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.421738282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3cb7126e-bb5e-4a10-96cf-d75a9711b661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:26.423031066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b4320676-dc7a-4ce7-9385-2bfeffdf8b9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.368090648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"641ac84a-a13f-4faa-ae78-d0d26b74303f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.388070362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"b704d227-c44a-42ae-a7b0-b28ebea9aca6","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.467093248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"a222b3a2-ed64-4d7e-9190-2308b42295a0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.491622049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"624be7e9-0798-43e6-b560-73afa10c3251","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.541973625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"6570390f-b883-40e1-90ba-10742cb8bd07","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.542263363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7fcc9850-e10f-437f-9ff1-ce6698c2d6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.54277605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"dd9860d1-a8ab-4ad6-b96c-294a24a21e30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.542788818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"96631eae-335e-45c7-b6e8-c92f2ae3acbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.549538114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"6570390f-b883-40e1-90ba-10742cb8bd07","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.551448089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7fcc9850-e10f-437f-9ff1-ce6698c2d6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.551748376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"96631eae-335e-45c7-b6e8-c92f2ae3acbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.555061654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"dd9860d1-a8ab-4ad6-b96c-294a24a21e30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.565187364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"5f221d55-f79d-4fa3-bdcf-40e9f4e809d8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-2-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.574507994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"a8437088-5ba9-4443-a80c-c19ed55a731f","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.577350408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"3622ee9f-1623-4f27-b095-2b76fa7357c8","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.594565627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"9da0def1-51cd-4857-afcb-04ad51e58a85","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.901096014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2e9a1494-ad7e-4540-8a0e-d3f2e12cbd58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.901954933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"73e0316e-ab2c-470e-8e4d-cd3cdb495ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.064702455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2e9a1494-ad7e-4540-8a0e-d3f2e12cbd58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.072721996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"73e0316e-ab2c-470e-8e4d-cd3cdb495ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.157013616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"187b0c7d-c4f7-4962-8d09-20179200bef0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.164795817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f807502d-8f0e-4e5b-bed9-cec34a73947f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.165588304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2fca93e2-af2b-4fbb-be16-14fdd0a2c524","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.176885108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"187b0c7d-c4f7-4962-8d09-20179200bef0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.274227058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f807502d-8f0e-4e5b-bed9-cec34a73947f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.326097848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2fca93e2-af2b-4fbb-be16-14fdd0a2c524","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.467494245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3acffd73-9d63-404d-83ea-82ef96604a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.468413357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8888deb9-279c-4445-b6f9-068eb04f5a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.548739339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8888deb9-279c-4445-b6f9-068eb04f5a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.574489759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3acffd73-9d63-404d-83ea-82ef96604a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.607615298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"33e7e6f1-b765-48a0-bf13-3f3162f3ae89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.611797666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a6958bec-0f91-40c7-8c1c-6945fc6f9b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.651570527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"33e7e6f1-b765-48a0-bf13-3f3162f3ae89","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.763117045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0090253f-d917-4b5e-aab8-e4a1342355c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.769532156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a6958bec-0f91-40c7-8c1c-6945fc6f9b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.980065613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"f847f561-8068-40e8-a82c-f5867fb83348","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.981439929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"673e6350-af04-4b50-9fec-ccbd88c1f93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.995523549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0090253f-d917-4b5e-aab8-e4a1342355c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.053448681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"673e6350-af04-4b50-9fec-ccbd88c1f93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.098754479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"f847f561-8068-40e8-a82c-f5867fb83348","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.305591329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"5f51cd07-9d0e-430c-a3d3-980fe259142d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.372521311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"5f51cd07-9d0e-430c-a3d3-980fe259142d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:32.804597026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-user-sub","reconcileID":"10f3dedb-054d-4f78-90e7-7b2b37e1f033","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:32.939175739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-user-sub","reconcileID":"10f3dedb-054d-4f78-90e7-7b2b37e1f033","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-models-other-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.356084873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"78b6aa3b-838e-4e07-b4e2-e566033264de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.423328572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"3c01fd9a-ddc9-4a8a-8037-733fb3403d92","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.748090613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"57295c39-b5d9-49cc-824f-9ced560e3604","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.750373596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-2f9a3a/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.00553982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"65f54e12-f5fa-41f1-b8cd-5d21de51350f","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.079413605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"6bf7eb0c-231e-4c52-8d99-a531a56e387a","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.221756447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"88441ac4-225e-44b1-8f1a-9c41def58c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.267701198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"53662937-58fa-4167-994a-5c99a812379c","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.274591348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a7f21b19-617e-46c5-a6be-8026a6c774cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.324096085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"8efd6743-2c7e-4553-b35a-75fbff76f83c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.515252091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a7f21b19-617e-46c5-a6be-8026a6c774cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.574545874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"2f0a70b6-40f1-40c6-9c95-f38fe3bc0025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.621337588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f58d7d8a-b587-4999-8942-f6a3f9c44504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.651300486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"88441ac4-225e-44b1-8f1a-9c41def58c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.651869001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"8efd6743-2c7e-4553-b35a-75fbff76f83c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.662731202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c54278d7-2f6c-45f9-92b7-b56b1b5f6a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.663819724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub","reconcileID":"7492e63f-90b8-4c56-b3cb-d1e00c4f1feb","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.622497358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"da3182d6-9188-41f5-9f3e-88cf62fa4e0a","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.734008671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f58d7d8a-b587-4999-8942-f6a3f9c44504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.736710433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"fe8ed15f-7983-4d4b-8aa4-b0dd66987b96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.739614893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c54278d7-2f6c-45f9-92b7-b56b1b5f6a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.75721746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"9a287fa1-96b1-4ab4-a052-ee974b84dda5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.767169419Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"b0eb37bf-dca7-4fc7-9238-485b4e32e30b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-259597d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.852467044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7e6d6a9b-dd49-4bbc-afa6-50e4c7726e3b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.88606422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub","reconcileID":"7492e63f-90b8-4c56-b3cb-d1e00c4f1feb","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.88835315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"260060e3-2c0b-4d4d-aa83-d28fe2e01adf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.892794707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4be94295-1215-4f50-a9d9-7a3b6be04afd","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.923343285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"9ae449d6-d933-4561-a264-a5214627a197","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.933924626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"260060e3-2c0b-4d4d-aa83-d28fe2e01adf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.962473657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"712f1bbe-7cab-465d-b564-d5ddb6c34e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.963047312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"0d978bc2-e722-464f-ae80-c15aa8e48e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.971282661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0fb4802b-86a9-4ffc-a233-adc6c4dd8f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.97237073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"39171987-4abd-4e9c-bc0a-4e2d251320e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.973290753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"677a4981-3454-46e0-9ced-24287b0e8703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.99049188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0fb4802b-86a9-4ffc-a233-adc6c4dd8f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.991512004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"39171987-4abd-4e9c-bc0a-4e2d251320e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.995984229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"677a4981-3454-46e0-9ced-24287b0e8703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.063698102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"cd11480b-21f6-4b08-abfc-6cac05597493","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.105671788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"98d49767-fa98-4b1b-9ccb-715f2e433a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.110493181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"57c29d07-c98b-4fef-bf25-408f1361712c","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.129308362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"98d49767-fa98-4b1b-9ccb-715f2e433a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.147122722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"17130172-c019-469f-9dce-2b72a5cd9362","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.15739894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"17130172-c019-469f-9dce-2b72a5cd9362","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.229701852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"711db71d-d183-422e-9c31-78192fcef745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.231135328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00412662-9caa-4c7f-a6e3-fb5d6dd13ab2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.245013969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00412662-9caa-4c7f-a6e3-fb5d6dd13ab2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.245562774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"711db71d-d183-422e-9c31-78192fcef745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.246630542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f717eae3-73e7-467c-a512-e172fdaf9e2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.246687209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9af3999d-ecfa-45d0-abbb-a5e39f461e82","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.247461593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"eeef9279-04f4-4e8a-aa4c-672bb2205cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.282945427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"eeef9279-04f4-4e8a-aa4c-672bb2205cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.291708966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f717eae3-73e7-467c-a512-e172fdaf9e2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.311006247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9af3999d-ecfa-45d0-abbb-a5e39f461e82","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.373204687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"760d62ca-4c50-48e0-b9b6-dec6339c2fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:35.384579844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"760d62ca-4c50-48e0-b9b6-dec6339c2fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.021566562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"595a14fd-e53e-40cb-8d9b-6fb782abec3d","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.183436826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8f9d32f4-b066-4e57-ae91-0e2e67880e7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.191479501Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8f9d32f4-b066-4e57-ae91-0e2e67880e7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.195146809Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8f9d32f4-b066-4e57-ae91-0e2e67880e7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.317547408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"d83a929a-b607-4ba2-97c6-30f5fdc319e5","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.332627149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6bcacdea-c7c9-4647-9d88-410f7b6f16e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.33265244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"49572ba7-01d2-4577-8ad4-4446dea31292","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.333245065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"00f39caa-a5bd-4b58-820b-602c25b37539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.333248735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"af89edbe-987d-493a-a282-a29e10cfc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.339357935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6bcacdea-c7c9-4647-9d88-410f7b6f16e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.340063901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"49572ba7-01d2-4577-8ad4-4446dea31292","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.342022104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"af89edbe-987d-493a-a282-a29e10cfc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.343337875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"00f39caa-a5bd-4b58-820b-602c25b37539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.458326562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ea8b41b4-1b3f-4ee2-a400-c3d576e4ee9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.465053533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"8929d740-e122-40ac-9ec1-8b508a909961","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.467935156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ea8b41b4-1b3f-4ee2-a400-c3d576e4ee9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.492226516Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"42c7e368-8830-49bd-a853-d374a661bb02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05e6bd51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.56849063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"840dd61c-8d38-422b-a584-6e1012f1c9c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.569131783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b1d99be4-64a4-43b9-bd38-2e102b009f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.569644528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b0a567cf-a789-423b-afbb-6235652b77b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.578872291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"840dd61c-8d38-422b-a584-6e1012f1c9c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.581715288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b0a567cf-a789-423b-afbb-6235652b77b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.582419862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e389131-4f65-4ad5-8576-bfd9041bb567","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.582645767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b1d99be4-64a4-43b9-bd38-2e102b009f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.593497959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e389131-4f65-4ad5-8576-bfd9041bb567","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.606757524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1f3ba6d7-f13a-4a24-9cd5-ab0374d441ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.611634835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cce325bf-0e8a-4162-89f4-d8e86e00ae2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.611634838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e428ef16-7873-4c54-ad26-a2f67ed7e5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.614256794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1f3ba6d7-f13a-4a24-9cd5-ab0374d441ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.619814556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e428ef16-7873-4c54-ad26-a2f67ed7e5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:36.64729099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cce325bf-0e8a-4162-89f4-d8e86e00ae2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.798258374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a9d3c3e5-d7d6-4947-b249-d53ae9bad65e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.816746975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"8e9f83ad-defa-4345-9476-e25dd9a281b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.825316295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"b1d3c868-7b40-4c93-8a52-51983cb7fae8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.826024912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"e825c880-16bb-4a10-b8dc-6df3813c811e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.826436174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"096cc433-f4b0-4c75-82ce-e74145690cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.826566803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"037c674c-1560-48eb-84e5-203856f1959e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.83210811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"b1d3c868-7b40-4c93-8a52-51983cb7fae8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.832740237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"e825c880-16bb-4a10-b8dc-6df3813c811e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.834593058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"096cc433-f4b0-4c75-82ce-e74145690cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.835030966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"037c674c-1560-48eb-84e5-203856f1959e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.837573324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f93f418e-6e86-446d-a13f-e33deaa5236c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:37.951679633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"14f4f910-7ebe-4323-8088-d591e479ac35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.086553845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"a87dfb88-75bc-446e-b824-73c4a60afea8","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.102836735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"c24bfefe-ed29-429c-97a9-1b54d8344fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.10932273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"59fb60ee-ffb9-4c6f-a5cb-e1f0c6c71568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.109826663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"16447676-8103-4fef-ab71-d181d78d97de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.11026132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9f247bcd-5634-446a-acfe-07f1731cf45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.110371619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e8ee0f7-303e-463e-8b87-77ebffad1813","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.118195918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"16447676-8103-4fef-ab71-d181d78d97de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.120290711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e8ee0f7-303e-463e-8b87-77ebffad1813","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.122314645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"59fb60ee-ffb9-4c6f-a5cb-e1f0c6c71568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.123783578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9f247bcd-5634-446a-acfe-07f1731cf45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.124861944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"373f88bf-7e37-4321-a4e0-2a9c3ecaacc5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.199540233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"9102e5df-43e5-4fb9-9dd3-4971dd962126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:38.525391263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"3068a552-030b-438d-a0f3-c767aca0bc41","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:41.937136071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"9c345468-0e95-4483-99a2-a64ab11183de","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.060998243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"acb89e4d-c616-4954-86b7-8f202e59f75b","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.061613834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"17c84bf3-dbe0-4c57-8cfc-c9f80bcc52da","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.065578745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"2c42cbe2-c041-4c28-8955-ec6025e886ac","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.080611415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0eaf2d75-7f57-4904-be6c-de9269f0bf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.087193748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"70b71479-bfbf-4279-b1d1-8885f3e350a5","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.087792535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"fb687090-5bf2-4ad8-9609-10f394493817","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.088255232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"af4d2d3a-a070-4628-a1e2-6a23e05b141b","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.088717667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d3402073-f432-4481-afae-fd3e3196890d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.089464484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"b58d1206-0329-404f-9ac5-dfb9e77c7f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.092089154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0eaf2d75-7f57-4904-be6c-de9269f0bf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.147767196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d3402073-f432-4481-afae-fd3e3196890d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.189002823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"3c9eb9fd-1cbd-4808-8363-429cecff367f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.295195922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a6a43f76-5b3a-4a6f-ac35-8adea3d308fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.302942087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4d52eaae-3f0a-4bd6-95ff-2e816d1a88d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.329513771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a6a43f76-5b3a-4a6f-ac35-8adea3d308fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.332477405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4d52eaae-3f0a-4bd6-95ff-2e816d1a88d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.456974863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.546511774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"be5b9264-1b05-47d0-8e61-d22e2e9c61e9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.564470843Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-other-sub","reconcileID":"be5b9264-1b05-47d0-8e61-d22e2e9c61e9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.577281688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"83283a95-e828-4f95-b07e-5cf56fd8fd2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.657012715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"2385ebc1-adb7-4d6d-9fa3-39305f45d8b1","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.665806537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"bea51c05-b334-4518-aa5a-15de5cdc2a74","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.666405654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4283581-9722-4125-8e39-11e60e885cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.667070796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ec79d0f8-6ddd-4476-85be-d58700abc1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.673305065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4283581-9722-4125-8e39-11e60e885cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.673968164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ec79d0f8-6ddd-4476-85be-d58700abc1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.67572118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"bea51c05-b334-4518-aa5a-15de5cdc2a74","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.737212923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-models-access-denied-auth","reconcileID":"15c13498-f4b6-4b4a-a94a-b2449ae0dfd7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.737592831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"aebb6e9c-57d7-420e-a7ba-b0096f981165","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.788424158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"905e7444-0300-4a4b-a326-81dec42b3d8a","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.867268289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"119d345f-f28c-4b75-8146-ea27fe53b03c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.872460763Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"119d345f-f28c-4b75-8146-ea27fe53b03c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.88429175Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub1","reconcileID":"119d345f-f28c-4b75-8146-ea27fe53b03c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.915133691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"88b163db-1921-4378-9c17-c12269fd8828","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.929668179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"abb58a1b-86a2-40df-bc5f-efbf20c688e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.930023772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"cefd3dfa-b4ee-46f2-aa15-81260ec52e4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.930121243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f06d0ecb-5023-43d1-8626-cdf94086e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.930553672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d9e4504a-3b80-4acd-b89a-df3004762149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.936309998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"abb58a1b-86a2-40df-bc5f-efbf20c688e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.937460521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"cefd3dfa-b4ee-46f2-aa15-81260ec52e4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.938626692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f06d0ecb-5023-43d1-8626-cdf94086e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.939689077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d9e4504a-3b80-4acd-b89a-df3004762149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.028525619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"29c46259-77a4-4a5a-9047-6062f68c5c37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.035285834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"29c46259-77a4-4a5a-9047-6062f68c5c37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.057682725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"21f2f9f9-1027-4e97-baf3-d1e632623612","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.072061527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"2a16e2e2-a619-45d8-b898-18657944bece","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b529cf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.13111196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"81557c34-ed97-4e4e-8e84-c3b8b67e15df","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.131120465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"357f270a-a4fa-4de1-9fee-63ed459b3765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.13155187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"2ed65b13-8998-4284-bac7-7b03010c382a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.133410348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5940fd72-369a-4854-9429-753dc272ac70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.138212443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"357f270a-a4fa-4de1-9fee-63ed459b3765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.138336038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"81557c34-ed97-4e4e-8e84-c3b8b67e15df","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.140551738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"2ed65b13-8998-4284-bac7-7b03010c382a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.141000821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5940fd72-369a-4854-9429-753dc272ac70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.229086871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"aa196171-50a4-4341-b740-f48709987b32","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.229783697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"d43fe366-1604-4d05-95fe-f002ee99daff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.230082195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e6d19bfc-58d6-4353-bbc6-c6b0fd29a3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.230195722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ceb23d22-c768-456f-bb6e-b3f50fb54013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.236721217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"aa196171-50a4-4341-b740-f48709987b32","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.238133482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e6d19bfc-58d6-4353-bbc6-c6b0fd29a3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.239404543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ceb23d22-c768-456f-bb6e-b3f50fb54013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:45.241431856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"d43fe366-1604-4d05-95fe-f002ee99daff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.087367357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"95369341-bc61-4c15-a646-5ae68f9bbb66","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.092905042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3bc7c86b-c25e-4df7-8573-1115c3d68a21","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.104713853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"12a64b4d-1687-47d7-9022-f5f2623cf01b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.112808159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"12a64b4d-1687-47d7-9022-f5f2623cf01b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.131779887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"e7e36c0e-20c4-461d-a0fb-a8bdbcb10a8c","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.247096882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"50a59ab4-dfdb-4bb5-b21d-2b2524e4ad8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.347626042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"50a59ab4-dfdb-4bb5-b21d-2b2524e4ad8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.364211312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"0a05beb6-43dd-40ad-be5e-8b1b46517481","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.364846082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83755a priority=10:[ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-83755a/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.64217702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d4e87b46-83a6-4db0-89fd-407540bd0d70","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.866081379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d4e87b46-83a6-4db0-89fd-407540bd0d70","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:46.866482632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.875804937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c1c3e04f-6d08-4622-976a-539f0774cf58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.877451981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"73a761af-bad8-4402-90cc-8352e54359e2","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.879671754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"ed349830-1cd8-4629-aeff-0684a3df2c15","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.885556903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b529a79e-d9ae-4bfc-a35b-7af49f1c9d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.890927199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d4e87b46-83a6-4db0-89fd-407540bd0d70","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.915880768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c1c3e04f-6d08-4622-976a-539f0774cf58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.894609176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"24b25f88-36c2-4a78-a750-9db72aa15baf","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:46.95524337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"7846f60a-b672-495d-8c9b-58ce49fa1725","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.059169812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7e9a868d-740f-4c27-a485-4e066f7fb68e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.067979637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9734e576-3165-4301-885e-697e44b340b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.075122667Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"c872dfab-2952-4bc9-8ad2-8154e7da5c7a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"distinct-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.094174164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b529a79e-d9ae-4bfc-a35b-7af49f1c9d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.233131501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9734e576-3165-4301-885e-697e44b340b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.34134689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7e9a868d-740f-4c27-a485-4e066f7fb68e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.235017412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"d8a2299e-4473-4437-81e0-6f66346b6a2a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.235195106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"50301e7e-a602-4f4b-8c22-a78cee57a0e3","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.235826334Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83755a priority=10:[ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-83755a/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.466068797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"d8a2299e-4473-4437-81e0-6f66346b6a2a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.489421572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"80fa6374-c216-4a03-baf7-60c20bdc2be5","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.492732213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"ae9d7aa4-a253-4907-bb86-b8cc50941a4c","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.512055228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6b105a4d-2490-412d-9480-df62bf80e639","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.58119893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"62c40688-93db-4a92-b9e4-a9ecedb4bced","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.624220175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"d00974c2-91cc-48c4-97fd-135fa12e7ed9","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.624642245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"c031f673-4568-4952-a0a1-0a5177d7e55e","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.635370947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"d8866b6e-d47e-494c-a765-054d31e73394","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.641155832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"170a5659-0e17-4984-a5c3-58e62c43395e","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.64560108Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83755a priority=10:[ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-83755a/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.662396572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6b105a4d-2490-412d-9480-df62bf80e639","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.663432563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ad20073f-162c-468c-81ef-4e4a7ff57fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.740684138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ad20073f-162c-468c-81ef-4e4a7ff57fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.74629242Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"15a15ed7-43d4-4210-8953-d10733eb0b7f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","model":"distinct-2-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.81876876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"325ea7d7-733b-4584-b548-f0c01e554be3","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.97820973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"80da81af-8e0c-4261-9e09-7232a3e04983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:47.985342171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"19ff048f-87f9-485a-b03f-c66c9e7d9456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.062469908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"9180c635-4556-4d47-8082-e2f1acdee861","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.272880092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"cbdd8a83-aa08-4722-a16a-52352f642dbd","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.319463887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"19ff048f-87f9-485a-b03f-c66c9e7d9456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.350628074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"a0f35c41-9dde-4b93-ad48-6562aa8705cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.351436021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0e5bef28-656d-48c9-af6b-ca690b869357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.384412961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"becac9ff-561c-4e52-b7fa-d50584fc6021","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.423514499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"a0f35c41-9dde-4b93-ad48-6562aa8705cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.477250384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"63d3863b-e549-4283-ba1b-57cc89e309e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.47852463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"80da81af-8e0c-4261-9e09-7232a3e04983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.515784472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0e5bef28-656d-48c9-af6b-ca690b869357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.553369189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"becac9ff-561c-4e52-b7fa-d50584fc6021","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.588510038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"5cbad68b-ef5c-4502-a13b-497d012fe226","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.619457328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"42b38435-6f1d-4ee3-920f-f56c690e1593","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.626291016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9d55fb93-1cfe-409c-ac80-eb02b1e5b412","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.673924244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"012ad1e7-8249-4d23-88e4-5dd2a0ec3c6f","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.795963274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"a0c0689c-f0ad-4905-8e87-59c4dbf66ed6","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.801921606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9d55fb93-1cfe-409c-ac80-eb02b1e5b412","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:48.903240018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"a71229f5-3534-4577-91ef-ebe07d20b81b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.002662902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1e74a60-4214-4d3c-a3e9-7862430dad58","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.019749757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"a71229f5-3534-4577-91ef-ebe07d20b81b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.071165735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"f139bed8-984d-4fc0-b6d5-64131066f560","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:49.249771648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"a71229f5-3534-4577-91ef-ebe07d20b81b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.375420964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"284822bd-e0fe-47bd-bde0-09fd570adbc4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:49.458093615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"284822bd-e0fe-47bd-bde0-09fd570adbc4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.266027037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"295543d7-eca2-4a08-b5f1-789ad3cb9240","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.275292569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"f036ac11-31f8-446f-ba92-c9ecf39a8d2d","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.290262788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"262a01de-1286-405c-be99-f87097a0dc49","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.300770242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"262a01de-1286-405c-be99-f87097a0dc49","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.325291755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"05ecb5c4-f4a1-4182-9197-a9baafce5ab0","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.440096742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"101d7682-bab1-4ee7-9f17-0727bb262a61","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.465774028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"101d7682-bab1-4ee7-9f17-0727bb262a61","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.471549958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"88db4bf8-fcdf-4727-b6d5-379f6d258147","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.545983063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83755a priority=10:[ai-tenant-e2e-worker-w3-83755a/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-83755a/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.564596376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"100c8472-ac8f-4f90-b6cb-6b444e988e3e","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.600326284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"bb6d9872-ae96-4cbf-af87-708ba5d1525b","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:50.620427549Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.621485239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cd0afc30-b5e3-451a-8556-0de5aa97ce30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.622120005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8f613543-a5be-43ea-a230-13db343ae9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.632881313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8f613543-a5be-43ea-a230-13db343ae9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.635510123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cd0afc30-b5e3-451a-8556-0de5aa97ce30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.644620713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f11e599e-09ef-4386-baec-5824273cd9a8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"distinct-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.659984997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"96a52784-1c10-47e2-996c-294113ace0e0","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.669753561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"ed284b53-7f1c-44a1-99f1-ec355a10328e","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.682361175Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"8ac93e5c-15cf-4306-9485-c557ceea0818","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-937c6484","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:50.682567718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"101d7682-bab1-4ee7-9f17-0727bb262a61","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.685032915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"0c498de3-20b5-4106-baba-20632ccf3570","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.688544748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"68ef4d35-474b-46de-a8c8-2b19a6639b2f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.6894654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"b7fb07af-af80-4057-be32-4b213178400a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.711477169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"b7fb07af-af80-4057-be32-4b213178400a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.712651345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"68ef4d35-474b-46de-a8c8-2b19a6639b2f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.758513371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"01a4d2c6-e4ff-468d-b5a7-6adcc3f6151f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.790047731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f14ce7e8-f807-4d45-a503-03cf726031df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.799205895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f14ce7e8-f807-4d45-a503-03cf726031df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.83447614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"3bc753a7-f8d2-4a50-97f6-c2269482b503","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.83447719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.846295191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"dc27e8ba-49d5-4cec-b8b0-b165236f53cf","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.847547768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"ca179f67-fb1d-487d-8d26-f9ff14b46c48","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:50.849860313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.854749002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"fefe6f10-c3b2-4f0d-8fde-2dfb281ca42e","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.855856499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a095224f-413a-4872-9821-788b462c1a62","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.869579306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f5ca77ba-6034-4115-9eb8-bf80c357c049","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"distinct-2-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.876648804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"91f7f586-07fc-4184-a742-7eb46f49fb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.877526418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3713f1e3-9ecc-44aa-9db2-dd8bb55d8eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.884620411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"91f7f586-07fc-4184-a742-7eb46f49fb50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.895811451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"58a4c0c1-713e-451e-80c6-d535ff26ca92","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.899079723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3713f1e3-9ecc-44aa-9db2-dd8bb55d8eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.899827981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"8ae90210-efda-4b00-9c93-b1805579cf72","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.966780865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5d1a7e58-bfe7-4133-bef4-450cc45e708c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.976356933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5aad4e75-c1fe-4a48-af88-368f52e8d02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.976832912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1dc17080-9ff4-4b2e-9090-cecda2fae476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.977039541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dbc7d2fa-458c-4454-93b5-ed5d9249240a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.983399924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5aad4e75-c1fe-4a48-af88-368f52e8d02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.983594451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1dc17080-9ff4-4b2e-9090-cecda2fae476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.985967768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dbc7d2fa-458c-4454-93b5-ed5d9249240a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.990279449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"43d351a3-15e9-4bf0-8be4-285b53ea72d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.990328537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"e145660f-a023-4b0a-b33e-22578b84f18e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.997583911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"e145660f-a023-4b0a-b33e-22578b84f18e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:50.997661633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"43d351a3-15e9-4bf0-8be4-285b53ea72d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.005951922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7823d626-19c3-4dac-b183-e6eef5aaa55e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.008167922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3de0e8bd-704b-4c42-97be-ee7a0856eb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.008737155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"7707c33d-2437-45e4-875b-5ef97ed55151","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.012626674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7823d626-19c3-4dac-b183-e6eef5aaa55e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.014842892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3de0e8bd-704b-4c42-97be-ee7a0856eb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.048596016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d3feccfe-a0dd-4731-aca2-bac6039c5940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.056846254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d3feccfe-a0dd-4731-aca2-bac6039c5940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.148868242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0be8996-03b8-4069-99d0-4f7398eeb79e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:51.155774257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c0be8996-03b8-4069-99d0-4f7398eeb79e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.503294842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"e84a45e3-37b1-4d20-979a-82b22367e0f4","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.518266613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3055bb2e-fc04-4251-803b-529aa60cba0d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1759d292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.520618199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3d5d8bd1-4de6-4231-82b1-719b5ff34129","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.52531174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d303c0b6-b12e-4953-a686-49bcbf2ab509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.525630668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75f12944-b35e-4159-8729-cb2d34bb6f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.525755012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1cc4f1b6-e21f-413c-b567-9f7b003af106","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.530084626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3d5d8bd1-4de6-4231-82b1-719b5ff34129","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.535283356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d303c0b6-b12e-4953-a686-49bcbf2ab509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.539688707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75f12944-b35e-4159-8729-cb2d34bb6f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.539950478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1cc4f1b6-e21f-413c-b567-9f7b003af106","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.654187642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"393dd77d-eacc-4173-80e4-9751a23280d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.656073115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"73581f1c-8421-4d69-8ab8-3f67c4ce6b21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.657342844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e6daa6e6-407f-4042-8e6d-184ecb0f4ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.657624541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9d6e654c-0952-4cef-8bfe-a2c5f41e1916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.662277701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"393dd77d-eacc-4173-80e4-9751a23280d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.664534869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"73581f1c-8421-4d69-8ab8-3f67c4ce6b21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.66517625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e6daa6e6-407f-4042-8e6d-184ecb0f4ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.666814164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9d6e654c-0952-4cef-8bfe-a2c5f41e1916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.148126691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"24f93110-0a7d-47d5-b385-ceaaea4cafdb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.157510622Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"24f93110-0a7d-47d5-b385-ceaaea4cafdb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.165140759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-sub2","reconcileID":"24f93110-0a7d-47d5-b385-ceaaea4cafdb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.253656206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"b2668ba4-b594-4ddb-8a38-577b16b6d0cd","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.272059029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"485ee44d-2bf8-432f-8663-a5dff203a49d","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.279948407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"19b6aff8-13ae-4ad6-a431-ff5418038d77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.280292321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"a443a61c-1a62-4df2-8c5b-9f26ddf3f74c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.280692561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"79e21002-3e46-4cd6-9528-2987b8a0162a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.280716158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d65ace84-0f1e-48a3-ad43-35518ce094c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.287153581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"19b6aff8-13ae-4ad6-a431-ff5418038d77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.287822177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"a443a61c-1a62-4df2-8c5b-9f26ddf3f74c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.289588088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d65ace84-0f1e-48a3-ad43-35518ce094c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.290061391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"79e21002-3e46-4cd6-9528-2987b8a0162a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.355737268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth1","reconcileID":"a869f22d-9892-4682-8928-32b1ae3d56a1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.356577033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"988ce46a-8222-4538-9677-bbdc4733be7f","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.373723019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"30183191-ccb8-4d8c-b6c7-69559c8e680d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.380878522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"30183191-ccb8-4d8c-b6c7-69559c8e680d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.507507397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"1bc16fdb-8bf5-4dd1-8386-9717f09fd21a","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.655109631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-return-all-auth2","reconcileID":"f58fdafb-6311-48fa-bc5c-3dda9f02369e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/distinct-2-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.655416162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"1c1d3d1f-d996-40b3-8e93-b8eb833b83cd","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:55.676255726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"dda4ba67-98a5-45a2-a846-5e0c1a92a152","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.225893667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3e73054b-6d33-4d0a-bbe2-9549d5673546","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.233684726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3bf48674-8bfc-4bca-b197-fc565292fa6c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.241223044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"43f82aae-ea1c-46f6-83c8-b06a9c716c93","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.255393271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"43f82aae-ea1c-46f6-83c8-b06a9c716c93","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.292313019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"1b85485f-9242-4fc1-bab8-df731d792a2f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.341325745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"7512b12d-d74c-4290-8d59-ed01cc2e5dad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.353787468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"7512b12d-d74c-4290-8d59-ed01cc2e5dad","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.396508646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"6bfe8fcd-b833-40d8-a6f0-6f2921161989","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.406925808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"9fa89fcc-291f-49c4-a34a-2214d611818b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:57.408069754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-sub","reconcileID":"d6b96cdf-34ac-4d70-8ff8-0eb28ffc0654","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.423397992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b5b36fe7-ccbe-46c6-8281-a0d16ab6f633","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.431803349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7dea08a7-cf8a-4bed-93d6-135642cd8847","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.442210074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"d6ec7aab-73c5-4f0f-b900-e4232e02aa40","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.442545834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6489aebb-443c-48e6-bc7b-821ab737395c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.442840751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bd135fbf-e03f-4b60-b633-00e3b018ae80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.461623992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6489aebb-443c-48e6-bc7b-821ab737395c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.469277536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bd135fbf-e03f-4b60-b633-00e3b018ae80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.469762528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-sub","reconcileID":"5d71341e-6fdb-4a2d-a155-ac22405c874f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.472678254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"d6ec7aab-73c5-4f0f-b900-e4232e02aa40","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.490992811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"5428047c-d891-4c3a-ad4d-4c2d9e6c7c9c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.563796576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"5becd33a-d53f-4c3d-81c3-ced81aa83e9a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.57133454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e869e8c6-4387-49a0-8193-db53093ca621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.571793486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e355427-25bb-4ed2-beb9-3b61951bcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.572433468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"2b95a41a-c241-44f5-bb17-66cdd691f47b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.57743025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-sub","reconcileID":"06c569a0-b07c-4dff-acdf-cee267f83d0d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.584716684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"5becd33a-d53f-4c3d-81c3-ced81aa83e9a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.671075146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e869e8c6-4387-49a0-8193-db53093ca621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.676606823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e355427-25bb-4ed2-beb9-3b61951bcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.957535978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"c3fefac8-9110-427c-914d-1bf84cc63d8b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:57.983902049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"38450918-c4ec-4c82-a55b-695ec1a7b39c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.009026911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"38450918-c4ec-4c82-a55b-695ec1a7b39c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.079442511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d3f9e3b5-d610-441d-837c-0f7ab9e0b6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.080198359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"939b9f23-4630-4af0-b663-9bfa54eedacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.089597903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d3f9e3b5-d610-441d-837c-0f7ab9e0b6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.090286236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"939b9f23-4630-4af0-b663-9bfa54eedacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:58.225942667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"ac727782-741f-41f8-b5f5-a6f7e5d644f0","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.210796658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"2cf5bd9c-24e0-4c85-940d-c9f09d8ec9b6","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.216073895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"33e38ba3-1dc5-4ddf-acb8-48b4f9615805","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.230985254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"11912b3f-de84-405d-9cd5-0e57499e8202","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.237709911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"11912b3f-de84-405d-9cd5-0e57499e8202","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.279355335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"09937a5b-6650-4e21-b7cb-df4574595a7c","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.324941893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"f3f4211f-a58b-462a-8a5b-538063f556cd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.364016919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"f3f4211f-a58b-462a-8a5b-538063f556cd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.459667524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"952bc075-9df9-42d4-b66a-5d50af19a7ef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:59.473503904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-sub","reconcileID":"20b7b31c-24ae-4efc-84e2-27a641ba0d55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.473859147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"99c5f349-66b1-49c7-a850-d6c7aeac1cdc","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.476139149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0e92ed77-e735-4182-9727-371cc77f26cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.478110294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ffe0de2a-2e7d-41de-add7-710726666151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.482885441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0e92ed77-e735-4182-9727-371cc77f26cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.485614228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ffe0de2a-2e7d-41de-add7-710726666151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.490076548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"81153335-5b7e-4145-86cd-6554ac5b3665","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:59.493211085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"f3f4211f-a58b-462a-8a5b-538063f556cd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.497061008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"1e9d8ac1-60c7-4435-ace5-9c195e462e84","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.520919328Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-sub","reconcileID":"10c5120f-6324-4ffd-b03f-03279a64bdf9","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.540289171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"ad385be9-2901-48fd-a82e-00ba4a8df732","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.569371036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"655b776b-d26e-4c20-90ee-679d1afad8ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.576551602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"655b776b-d26e-4c20-90ee-679d1afad8ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.610704621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"b51f6b67-30b8-4648-9dbb-1302533ebaaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.610710842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-sub","reconcileID":"cb9e7e14-8848-4845-a87c-45237682cf70","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.697833757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7f1b3860-cb85-4a0d-aa39-6061a8e21ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.732171703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5df60e5d-1c8f-4084-bff1-d1c29cfff694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.735779586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7f1b3860-cb85-4a0d-aa39-6061a8e21ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:59.741830201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5df60e5d-1c8f-4084-bff1-d1c29cfff694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.688289282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"4d4f61c7-6bdc-4d6e-80f4-546d35ab24aa","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.708672354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"4d4f61c7-6bdc-4d6e-80f4-546d35ab24aa","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.714013729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub1","reconcileID":"4d4f61c7-6bdc-4d6e-80f4-546d35ab24aa","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:00.88206081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3bc2bf97-32d9-49b7-a812-d962f6578753","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.132229677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"91e3be92-bf63-4b4f-9ebc-4fb77fed4476","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.1530969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"29a44c25-8a5d-4f3c-a9b4-38ca98b85159","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.19481086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"66168354-f7ad-43e2-a4b8-3fc51bcb9e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.231514591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"3a8944a3-5d9b-4eac-ba8c-e5b66dc098b7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.232837061Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"87b83391-75b4-4130-9dd4-206cd75a886c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64f6987b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.23833989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f882e774-be8e-41f7-acf6-cd87023a611b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.244117984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"c8575180-fc25-438f-9b9b-df3fe98f0273","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.361156265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f882e774-be8e-41f7-acf6-cd87023a611b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.384639384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"66168354-f7ad-43e2-a4b8-3fc51bcb9e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.385711072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"3a8944a3-5d9b-4eac-ba8c-e5b66dc098b7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.442165072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c3ed4e5b-7e6f-40f5-a86e-7108f531d645","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.447518997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"c8575180-fc25-438f-9b9b-df3fe98f0273","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.498691348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9e6689d9-b9a3-4589-8849-e86e4987e0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.520460199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"77e6a48b-6921-49eb-9b92-1e66479737eb","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.55671823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"9e6689d9-b9a3-4589-8849-e86e4987e0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.596483023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"614f2db5-59f2-4314-af74-ff64332c8da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.605244595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8433999b-2766-4622-ad3d-9d0ad73be04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.659950392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8433999b-2766-4622-ad3d-9d0ad73be04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.69418168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"614f2db5-59f2-4314-af74-ff64332c8da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.744665918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"6a070d62-5b6a-4831-81f6-8f958e460ea9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.745542846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d1f5811-d6d2-4225-ab88-1fd6d458edbb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.746349058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"ce5f64e7-fb81-4cf4-9761-7efef3f7a43b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.837113966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d1f5811-d6d2-4225-ab88-1fd6d458edbb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.850320145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"6a070d62-5b6a-4831-81f6-8f958e460ea9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.86446601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"ce5f64e7-fb81-4cf4-9761-7efef3f7a43b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.866171546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"540f91ca-61dc-4190-9713-64c3d081e8b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:01.944880556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"540f91ca-61dc-4190-9713-64c3d081e8b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.044628687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6245abcc-982c-4c77-94de-2511bf1bfcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.083863475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97a4afd0-e21e-49a3-a697-2a2d487a78f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.134824948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97a4afd0-e21e-49a3-a697-2a2d487a78f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.143773397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ff41713b-3897-4f64-a764-32cef9a84f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.30677179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6245abcc-982c-4c77-94de-2511bf1bfcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.313521806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"997607c6-10fd-41be-8feb-c8661dace4f1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.339570618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ff41713b-3897-4f64-a764-32cef9a84f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.504186082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"997607c6-10fd-41be-8feb-c8661dace4f1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.516185226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"12a745d1-b4e0-4368-8917-c30d24cbe3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.583073542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6394cae9-763b-472e-8df7-24e6f2fa6c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.584641857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2d34ca47-022d-4410-809a-b4d645c0e3e6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.657771756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6394cae9-763b-472e-8df7-24e6f2fa6c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.663648479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"7447bdef-0081-4511-867e-4639cffd2035","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.694135778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2d34ca47-022d-4410-809a-b4d645c0e3e6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.69654276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"12a745d1-b4e0-4368-8917-c30d24cbe3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.824607562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8c2d75bf-6c93-4c50-883a-15ed41d29dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.826190672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2d34ca47-022d-4410-809a-b4d645c0e3e6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.869841448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"7447bdef-0081-4511-867e-4639cffd2035","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.895975715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"a5b1a74a-f9c8-4e31-a95f-d9a483833435","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.985771089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8c2d75bf-6c93-4c50-883a-15ed41d29dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.078670013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"a5b1a74a-f9c8-4e31-a95f-d9a483833435","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.118827373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"14e74498-3a7b-4d24-b0d1-8fe96e54fffe","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.132006459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bd7366e2-74d8-41d8-a623-77e4f3b84552","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.223895156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"c138f468-4c98-487b-90f4-76bf5765d262","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.376535786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abed6b4d-ee34-46df-92c3-e90670fbae7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.493799582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"c77fafc3-39e4-4806-a99e-076789f3e2b1","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.495142347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"9dfd6269-3ee4-4c4f-9cf1-154eb377812e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.636366347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"9dfd6269-3ee4-4c4f-9cf1-154eb377812e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.740144837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"4c756ef7-82a9-4c25-b137-857e122b9570","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.747440399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"e64733f7-91cd-4ff9-a8f3-11ad80f75d1a","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.748370307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"15f7929b-c176-4979-b5f4-b591d3fca630","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45019300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.82619201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abed6b4d-ee34-46df-92c3-e90670fbae7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.853787577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c170428-6550-4314-97b5-b32a226d43b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.859061715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39407e04-f506-480a-9bea-0b96ac4ca0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.04816009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c170428-6550-4314-97b5-b32a226d43b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.139537789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"450a8f8e-eb1f-4a18-aa7d-6f736edc2c05","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.151701236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39407e04-f506-480a-9bea-0b96ac4ca0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.249939704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"450a8f8e-eb1f-4a18-aa7d-6f736edc2c05","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.38885569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e701e56-37a9-4cda-9227-6b6f0a2a0d2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.469126001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e701e56-37a9-4cda-9227-6b6f0a2a0d2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.524524929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7e7285dc-5ae8-4858-88d6-4b3841fc4e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.543955144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d62de654-e307-449b-a749-77bb837f35ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.61281981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7e7285dc-5ae8-4858-88d6-4b3841fc4e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.627811985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d62de654-e307-449b-a749-77bb837f35ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.927229996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"eb1e39ff-d536-46b4-b5bc-d37e800c0512","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.185864966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"f3b7c527-d2e6-4c3a-9aa6-8c21899106ce","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64f6987b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.202532988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"d502ac0e-7334-4070-9a85-f4029eabf691","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.230374039Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"d93380fd-f4e8-4630-a6e5-1d4018c83b41","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64f6987b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.251232189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"91d73fb5-18b6-4689-915a-88e6d0f3acf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.252142531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"f22e73e1-9c7e-41d5-9703-609f896868cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.252833839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"731961b2-ea83-455b-9c8d-89a7cd04acaa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.260335875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8e188a01-3b67-402e-bd5f-4f870dc2aee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.269672626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"731961b2-ea83-455b-9c8d-89a7cd04acaa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.273696438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"91d73fb5-18b6-4689-915a-88e6d0f3acf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.282459747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8e188a01-3b67-402e-bd5f-4f870dc2aee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.283033127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"f22e73e1-9c7e-41d5-9703-609f896868cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.329123161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"76597d77-0005-4232-93e9-e8386ace8128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.354436238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"76597d77-0005-4232-93e9-e8386ace8128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.41426759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"e03a3f94-c242-4923-b013-9a6e0c41153a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.414983089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e7af88dc-acb8-4dce-9468-55ce6d96bef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.496870684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e7af88dc-acb8-4dce-9468-55ce6d96bef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.499446135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"e03a3f94-c242-4923-b013-9a6e0c41153a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.528943034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"a22811ef-90fd-4f7b-a311-19f8f5511965","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.688471915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eaf950cc-9e00-4abd-80a5-9dbb376d380d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.724358502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eaf950cc-9e00-4abd-80a5-9dbb376d380d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.348862499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"5a1acd0e-dcb1-4762-9eaa-97f992c59239","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.049484335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-sub","reconcileID":"2f687f50-6bb3-4e66-8384-1d0e2f65e3ce","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.066779034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-sub","reconcileID":"2f687f50-6bb3-4e66-8384-1d0e2f65e3ce","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.079001876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"188f82c3-c730-4e6b-8359-92801eaf27d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.089690264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"9f4d8609-c999-4fbf-9bbb-dc701edb0d83","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.101234043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"d2dbfc9c-c8e6-46bb-828c-5fb422f93580","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.101793265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48a8076a-dd8b-4b39-a5e5-685113d50926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.102007852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4961d78b-ec89-4e35-8ee1-693d7f4b82af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.108556591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48a8076a-dd8b-4b39-a5e5-685113d50926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.109791999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"d2dbfc9c-c8e6-46bb-828c-5fb422f93580","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.110842358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4961d78b-ec89-4e35-8ee1-693d7f4b82af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.245651515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-api-key-no-access-auth","reconcileID":"09c38921-ced4-49de-b515-e332ab6d455c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.245971972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a50fc311-d6f1-442b-827b-3afba7eddf49","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:08.357220011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a52435ff-bf1e-47f6-ba87-c54e592860df","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.180682845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"665bea2e-48df-445b-95d2-2f8b4ee221bd","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.18418759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"bde3d1e2-57ab-489f-ae61-bd39b115b368","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.188227667Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"bde3d1e2-57ab-489f-ae61-bd39b115b368","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.193254869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"bde3d1e2-57ab-489f-ae61-bd39b115b368","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.206713633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"5c2aa3bc-22a7-457e-9643-196f93064f9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.20696594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d3b0b6fb-19f3-4b56-b325-608f70b58ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.207240355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"40cb802e-bbac-402b-9c6e-52e84b7aa9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.216861474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"5c2aa3bc-22a7-457e-9643-196f93064f9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.217274437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"40cb802e-bbac-402b-9c6e-52e84b7aa9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.219553394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d3b0b6fb-19f3-4b56-b325-608f70b58ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.220328294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"a2998a31-bd5c-4725-8d49-8a6423c67039","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.221755827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"f2cfc6ab-d16b-424b-af9b-6696c2c01edc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.225609158Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"f2cfc6ab-d16b-424b-af9b-6696c2c01edc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.306417813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"598706c4-d78f-4769-aaa1-e8c0ac0f18aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:09.311947044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-sub2","reconcileID":"f2cfc6ab-d16b-424b-af9b-6696c2c01edc","error":"maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.317014356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"598706c4-d78f-4769-aaa1-e8c0ac0f18aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.357605027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"251e2957-20ed-4d14-97a0-69b2537c8b38","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.405676014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"9c92c4f3-55df-423b-b1b7-8ca17df591f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.406181187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"014461dd-1a67-4c87-baec-f951bee9791c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.406555957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"52851810-925a-46c2-9058-134822edb6a3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.406834077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c19e2ba4-a3f1-45bd-9bdc-221e8ae63b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.41351788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"9c92c4f3-55df-423b-b1b7-8ca17df591f0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.414000711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"014461dd-1a67-4c87-baec-f951bee9791c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.415946022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"52851810-925a-46c2-9058-134822edb6a3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.416334122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c19e2ba4-a3f1-45bd-9bdc-221e8ae63b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.426761337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth1","reconcileID":"f9adbf79-3d5e-414d-8a16-929ce36f1954","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.440336438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3673829b-b631-4c48-9320-9b5e648bc984","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.605861704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"fea54aa9-b948-4af9-b5b7-bfd7d8137ea0","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.613607038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-ignore-header-auth2","reconcileID":"b334ca70-4afc-4a59-b844-8ba7e0605cf0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.617787455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"803dd54e-c37c-4c9e-956c-7478a5550719","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.639300239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae47c9eb-4aad-4098-bd29-be0f4659f4a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.647189569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ae47c9eb-4aad-4098-bd29-be0f4659f4a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.738277936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"2b883cdd-fa6a-4932-a82f-dd4984b95afe","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.082100527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df9efb98-9d2a-47ea-8276-683303eea0f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.082121995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df9efb98-9d2a-47ea-8276-683303eea0f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.087185637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7658d80-c160-45f9-87ff-ae8d191542f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.087201936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7658d80-c160-45f9-87ff-ae8d191542f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.094937392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b06757cc-bdcc-423b-8072-46e2be69aa00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.124186781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b06757cc-bdcc-423b-8072-46e2be69aa00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.130355999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b06757cc-bdcc-423b-8072-46e2be69aa00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.138658112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dd228c3-f9c1-4a68-81e7-95794f15eb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.138675281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dd228c3-f9c1-4a68-81e7-95794f15eb5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.252841788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c64d88-f78b-4fa7-a5bb-e46b251e4d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.252859949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c64d88-f78b-4fa7-a5bb-e46b251e4d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.258164985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"afce30d6-d88e-4367-bca2-c41b00613358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.258692397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"118f5c34-ab54-4e0b-8c01-69c9d7cd903c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.258707852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"118f5c34-ab54-4e0b-8c01-69c9d7cd903c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:10.263775413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"612d0d42-ad42-45d5-8fb3-d401a7bc7351","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-fa317fcd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.267104572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"afce30d6-d88e-4367-bca2-c41b00613358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.273483079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"afce30d6-d88e-4367-bca2-c41b00613358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.280327007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129e00b8-f08a-40dd-88a4-4e6a7ec0f0d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.280341645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129e00b8-f08a-40dd-88a4-4e6a7ec0f0d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.286610294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70e48a4-ac91-4c2d-a905-6b8652014d55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.286629319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70e48a4-ac91-4c2d-a905-6b8652014d55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.308260724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"edaf0c36-e98e-4e88-a9d5-e8e681f3bb96","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fa317fcd/e2e-shared-int-sub-fa317fcd","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.326823616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"455d35a4-295e-4623-ac53-c95fe638a34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.326841884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"455d35a4-295e-4623-ac53-c95fe638a34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.400195586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"70593e37-7c75-479b-9d8d-6d1370c2040d","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:10.400664496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe1b31a7-89d0-4408-b48f-582eef3067f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.197160101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"516f95e5-3883-4102-a1b8-a267c3f907d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.197180421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"516f95e5-3883-4102-a1b8-a267c3f907d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.205280267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed2e0b5b-0c44-470f-aef2-0cbccaf0db80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.205305415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed2e0b5b-0c44-470f-aef2-0cbccaf0db80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.24938022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"7d4e0499-fccf-48d0-a38f-04f43c449ea8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.261981081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"7d4e0499-fccf-48d0-a38f-04f43c449ea8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.273354686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"7d4e0499-fccf-48d0-a38f-04f43c449ea8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.281795922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c94f8b7e-2613-42f7-91f2-0559e1d10c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.281814833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c94f8b7e-2613-42f7-91f2-0559e1d10c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.368188579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd53180a-96e5-413e-bc51-fd336d24dc80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.368211377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd53180a-96e5-413e-bc51-fd336d24dc80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.375253388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"5894f378-ced0-45c8-963d-c32a8e70adaf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.376571823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a05d479-62ea-4556-9ea8-edebfaf2e333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.376589368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a05d479-62ea-4556-9ea8-edebfaf2e333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:11.379868765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"19a560c1-27cc-49d2-b6b6-56e6183d27b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-fa317fcd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.38355307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"5894f378-ced0-45c8-963d-c32a8e70adaf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.389901076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"5894f378-ced0-45c8-963d-c32a8e70adaf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.398212223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed1140ec-4ec6-4b04-b0ce-3a9aadcd22d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.398228278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed1140ec-4ec6-4b04-b0ce-3a9aadcd22d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.406401235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f9f264f-5865-48d1-a7a7-2ff3e442d283","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.406417146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f9f264f-5865-48d1-a7a7-2ff3e442d283","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.459715175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"3375ec95-5b9a-40e5-87a9-ef125704c632","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6769ca29/e2e-shared-int-sub-fa317fcd","ai-tenant-e2e-mt-fa317fcd/e2e-shared-int-sub-fa317fcd","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.487093613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6241d5-75c8-473e-a146-9533b5eae88b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.48718968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6241d5-75c8-473e-a146-9533b5eae88b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.523215271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca83b9f9-e38c-4546-94f2-ca63e72d8d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.523274016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"6ab39083-27f3-42b8-87b2-a4540d7d77c3","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.523735879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"bfd76d2d-85fc-480c-8f15-73ecf1e79a72","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.943636877Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"c259293d-c150-42f6-a760-a33ef8c12f89","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.944466052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6767f8e7-c6ff-4378-90f7-79dd2b06a9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.944481205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6767f8e7-c6ff-4378-90f7-79dd2b06a9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.977409272Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"c259293d-c150-42f6-a760-a33ef8c12f89","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"policyNamespace":"ai-tenant-e2e-mt-fa317fcd","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.039966265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c65e183-86b6-4515-82f8-1d3b7a18ea5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.039994379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c65e183-86b6-4515-82f8-1d3b7a18ea5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.182317556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c73e67d8-825b-48bb-becd-fa03ad8e8d7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.182355006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c73e67d8-825b-48bb-becd-fa03ad8e8d7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.752495588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"224905cc-df54-4113-a7fa-19fe15db7f7b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.75559409Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"224905cc-df54-4113-a7fa-19fe15db7f7b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.75920664Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"224905cc-df54-4113-a7fa-19fe15db7f7b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.786813843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"0c572666-78f4-4cae-82ed-396ce3b74465","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.80212957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"73174780-ffd8-436b-a426-403a9f7332f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.802528163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3e32ccfe-9dd9-4a95-a441-e1714cab6461","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.804347835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e1da5deb-aef9-47ae-82d9-17525b105113","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.804821851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9575f92d-1f4c-48c8-ad28-beb5810ea7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.900496385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3e32ccfe-9dd9-4a95-a441-e1714cab6461","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.906832163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"73174780-ffd8-436b-a426-403a9f7332f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.930953399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e1da5deb-aef9-47ae-82d9-17525b105113","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.933520267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"280b1454-9ef8-4174-a7fd-88ad1a7e7572","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.950400477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9575f92d-1f4c-48c8-ad28-beb5810ea7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.997982577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803758e0-ef74-4b59-972e-eb8847acc48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.001062047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803758e0-ef74-4b59-972e-eb8847acc48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.004031001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803758e0-ef74-4b59-972e-eb8847acc48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.007156147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803758e0-ef74-4b59-972e-eb8847acc48b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.023186914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5167ac97-7937-46c8-a715-f9c0c958bd6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.03059256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5167ac97-7937-46c8-a715-f9c0c958bd6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.11149022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0fe31b65-28f0-41f2-ba6b-0b7a358d9ae2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.195080296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57052e9d-5374-41a7-ad8f-d6bcbccb82b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.198434235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57052e9d-5374-41a7-ad8f-d6bcbccb82b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.201550188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57052e9d-5374-41a7-ad8f-d6bcbccb82b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.204926065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57052e9d-5374-41a7-ad8f-d6bcbccb82b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.220773941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"cc29913f-6f72-4be2-a718-ba04da6789a4","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.355212064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"e7983abf-cbee-46b8-99af-001be9e6c7b2","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.355235891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d4a78882-7c0e-4d0f-95a1-5113f4ef6877","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.367164759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"1d14ba49-51cb-4664-85c8-db3088ddd2ef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.460254107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:14.984759379Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-dd03e395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-dd03e395","reconcileID":"c3bf22ac-6e39-4e7a-be8b-ed27b405fa06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-dd03e395","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-dd03e395":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.253146409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-sub","reconcileID":"e6d17106-37c0-4e35-92d0-d164e819bdaf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.262788708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627a2b0-6bc3-4b2b-a66b-050d90d6d0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.266192802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627a2b0-6bc3-4b2b-a66b-050d90d6d0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.269852619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627a2b0-6bc3-4b2b-a66b-050d90d6d0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.272169649Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-sub","reconcileID":"e6d17106-37c0-4e35-92d0-d164e819bdaf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.273507288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0627a2b0-6bc3-4b2b-a66b-050d90d6d0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.288149309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"9cc2f6c3-9641-49c1-aab0-097646f55c72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.29745728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"e04eaf8b-745e-42af-a53f-56fbef5f2cb8","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.357255188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0d04298a-718c-45ae-a870-f7dff69c0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.357375107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"302c03eb-bfb1-443e-8fc8-a2a4abebad34","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.36472311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0d04298a-718c-45ae-a870-f7dff69c0a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.365476195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"302c03eb-bfb1-443e-8fc8-a2a4abebad34","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.435893744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3dc376d6-3827-4ff2-8ca6-746614e02190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.445773943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"678cb4df-6566-4729-b326-9fab5ebf4478","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.451190064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3dc376d6-3827-4ff2-8ca6-746614e02190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.471710301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-api-key-scoped-auth","reconcileID":"ad5cc21f-93fe-4dc6-aa5d-7b06af81f84c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.484894833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"2b9ca91c-5619-4c44-b8ca-b771ec455034","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.780380883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99228eda-de55-4b8c-ae95-cd02a9526dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.780409807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99228eda-de55-4b8c-ae95-cd02a9526dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.787863798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae51a7e-7369-422b-99f4-1e53d5324115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.78788469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aae51a7e-7369-422b-99f4-1e53d5324115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.796092026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"30a2c53b-7141-4587-b7cf-f2062305e745","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.820891775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"30a2c53b-7141-4587-b7cf-f2062305e745","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.827215863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"30a2c53b-7141-4587-b7cf-f2062305e745","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.83283023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb575db-1f8e-479a-8b69-a7b0d9283df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.832847947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bb575db-1f8e-479a-8b69-a7b0d9283df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.854863426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aadecb75-5562-4974-980b-35dca2f8f770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.854882877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aadecb75-5562-4974-980b-35dca2f8f770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.89594303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"namespace":"ai-tenant-e2e-mt-b28c9c14","name":"e2e-policy-b28c9c14","reconcileID":"a51c1290-0b34-40db-beb0-13febb003508","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.921105005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"namespace":"ai-tenant-e2e-mt-b28c9c14","name":"e2e-policy-b28c9c14","reconcileID":"a51c1290-0b34-40db-beb0-13febb003508","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.926790737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"namespace":"ai-tenant-e2e-mt-b28c9c14","name":"e2e-policy-b28c9c14","reconcileID":"a51c1290-0b34-40db-beb0-13febb003508","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.936138784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc737fb6-fbf0-49b0-b381-43ed9493d05c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.936155278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc737fb6-fbf0-49b0-b381-43ed9493d05c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.957957335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb3f4789-cc68-4f4e-89a6-a7dd128f1e6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.957979047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb3f4789-cc68-4f4e-89a6-a7dd128f1e6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.9645339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfcba49d-d4f9-45b9-8c80-dd94bbf00c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.964549946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfcba49d-d4f9-45b9-8c80-dd94bbf00c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:15.968164061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"537fc6f6-4c2b-4e75-a4d5-53c77da6eb47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-d8cebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.98471474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71318832-a5aa-4f4c-9a8a-59efb96472dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.984733267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71318832-a5aa-4f4c-9a8a-59efb96472dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.992494486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c9b9ed-87f2-4355-9c3f-fab95451c497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.992515362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c9b9ed-87f2-4355-9c3f-fab95451c497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:15.999571599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80af659-868c-48d2-9a95-efabed190344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.000023979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18306532-9325-4548-bd0e-ee45b0f5ed5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.000383581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"4c04404f-8157-446c-b7ac-1486fa151a63","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.018529136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"6298492e-3747-4ae8-a10c-41112284e465","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6769ca29/e2e-shared-int-sub-fa317fcd","models-as-a-service/e2e-default-int-sub-d8cebd","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.023938082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80af659-868c-48d2-9a95-efabed190344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.028625108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18306532-9325-4548-bd0e-ee45b0f5ed5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.029059797Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"4c04404f-8157-446c-b7ac-1486fa151a63","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.029661869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80af659-868c-48d2-9a95-efabed190344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.037346198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"4c04404f-8157-446c-b7ac-1486fa151a63","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.037781017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75fed536-8237-4d43-860c-94c0c9d33db8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.037795344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75fed536-8237-4d43-860c-94c0c9d33db8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.046629955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18306532-9325-4548-bd0e-ee45b0f5ed5c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.050134631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48aee80d-a9d2-44a6-a17f-dc58b2844763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.050154285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48aee80d-a9d2-44a6-a17f-dc58b2844763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.053668204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ed767a-bfde-4c92-87da-91e525ae3e97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.053684284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ed767a-bfde-4c92-87da-91e525ae3e97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.054431465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f4766b1-45c4-474f-9fc6-f9c2d4dd687f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.054446859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f4766b1-45c4-474f-9fc6-f9c2d4dd687f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.099208443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"72e1bbae-f19f-4d8e-83b3-ca77b43ee3d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.099769359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e3a279b-c7f5-40cf-a846-8f91fea8695c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.149817432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"72e1bbae-f19f-4d8e-83b3-ca77b43ee3d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.155421086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e3a279b-c7f5-40cf-a846-8f91fea8695c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.157901006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"72e1bbae-f19f-4d8e-83b3-ca77b43ee3d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.15970872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"ef7a48c6-b842-45af-81b1-e55416ebbb3c","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.160187266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efe22701-5690-4066-bd47-58a3fd9be7d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.160749126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"72a25269-5d32-49fa-8b29-0e3ba14ef8e1","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.162101098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e3a279b-c7f5-40cf-a846-8f91fea8695c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.162365329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"72e1bbae-f19f-4d8e-83b3-ca77b43ee3d7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-d8cebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.174186211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ca4c07-341a-4967-866b-2629cec54a3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.174203759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21ca4c07-341a-4967-866b-2629cec54a3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.25300729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"04d55065-acbd-4430-96ed-7f8c77fb6034","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.265728633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"04d55065-acbd-4430-96ed-7f8c77fb6034","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.271605283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"04d55065-acbd-4430-96ed-7f8c77fb6034","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.279847647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11efcd1-fddd-4ec2-92a0-ce4ffe8f7221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.279870737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11efcd1-fddd-4ec2-92a0-ce4ffe8f7221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.537266136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"ba11c740-9e05-41f3-ad11-b28d892fd38c","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.589235507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"5f5ef793-d962-4711-ad2b-165e57c5d2cc","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.643676963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"1299bc06-2f9e-4fe1-8244-dac1ff1a815a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.653627042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"1299bc06-2f9e-4fe1-8244-dac1ff1a815a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.661833459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"1299bc06-2f9e-4fe1-8244-dac1ff1a815a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.670227693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"f0583aaf-2f6e-4068-b50d-73b6029bdbf7","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.711895143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"39db4b73-7134-4375-8921-c115387c09b0","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.720311645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"39d9934e-7aef-45da-9736-1810c1894dd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.722736164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"3d5813da-b1df-4bcc-999f-43b51dd76c1f","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:16.723424542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"aa86ba67-5f01-4d53-97ca-53f0cb6d1966","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.728448933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"39d9934e-7aef-45da-9736-1810c1894dd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.734387707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"4b1406f9-f78d-4ab2-bf45-f8888c9682fa","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.737224417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"39d9934e-7aef-45da-9736-1810c1894dd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.74233664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"e574e16f-751a-4a01-a8de-9dd920a236f4","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.759080358Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"76c8f4e0-c967-47fc-8009-f408b58a537c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-w1-88bbf7","model":"distinct-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.777446677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"067f536f-99e7-4930-9979-a0ab4223efd5","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.819121981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f4663005-cba8-451c-b8a5-51d2fe904644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.819557151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"234981bc-cd7a-40a4-9c17-efec79972dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.819770534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"42a27c07-bc7a-460e-83a2-48ba8f22af6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.848878629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"234981bc-cd7a-40a4-9c17-efec79972dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.849661128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"42a27c07-bc7a-460e-83a2-48ba8f22af6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.851334495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f4663005-cba8-451c-b8a5-51d2fe904644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.856195689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"42a27c07-bc7a-460e-83a2-48ba8f22af6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.856486143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"d0e73a02-12b9-4a8d-a4b4-9110ad4d4549","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.880606342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"f8324974-1835-4d54-a471-53b0358518c9","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.885828518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"18660f99-5582-4ce4-ad40-374cac17dea7","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.918075404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"1a681c60-5215-421a-815e-bfa9f767a53c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.926813437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"1a681c60-5215-421a-815e-bfa9f767a53c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.933119889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"1a681c60-5215-421a-815e-bfa9f767a53c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:16.941471277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"adec3afd-18fb-43c3-bada-2899787eca52","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.031837605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ac62f51e-4a56-472b-beeb-4f9bc876f7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.032536154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"594e1f26-49b3-4ad4-be13-6577ade585ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.033098696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"91abe4e1-d14b-4fe6-bfe5-8afebfa28111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.043175431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ac62f51e-4a56-472b-beeb-4f9bc876f7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.047294367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"91abe4e1-d14b-4fe6-bfe5-8afebfa28111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.047311009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"594e1f26-49b3-4ad4-be13-6577ade585ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.056575652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"594e1f26-49b3-4ad4-be13-6577ade585ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.057068792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"57f2aca1-6cc0-44e5-a722-d9a89f18a959","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.057972328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-88bbf7 priority=0:[ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.073458452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"04defdbd-fd24-4189-8d16-6ac11897b354","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:17.073996057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"9133d3d3-4100-4682-aee7-0e50d31760c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.082719393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"c459152d-621f-4786-b190-726f54fe9152","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.087337645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"881bdc6f-52dd-44ae-8507-7675c6323782","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.094375299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"52402253-454c-4ed1-a0e7-051332185367","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.146352511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"7e634536-3323-45ed-af92-0e58e7db4f96","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"distinct-2-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.1589402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"7eb7f84a-12c6-496d-94ff-ad950f9304b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.162683848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"0843495a-7639-4497-ae9f-df171d75b90a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.168230095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"7eb7f84a-12c6-496d-94ff-ad950f9304b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.250310161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"7eb7f84a-12c6-496d-94ff-ad950f9304b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.259044401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"0843495a-7639-4497-ae9f-df171d75b90a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.260474444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"bd87baff-a14e-4cee-800d-c3f301c8bdc9","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.266683978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"0843495a-7639-4497-ae9f-df171d75b90a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.267340886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d51c35d8-fb07-4895-8e49-0098b6ef5dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.26738134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"49b39f8e-b44c-4733-ba99-2d86c7f8dabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.268009864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"83a539fb-2033-4788-b5f0-5230a619b1c2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.276062639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d51c35d8-fb07-4895-8e49-0098b6ef5dc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.277699637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"49b39f8e-b44c-4733-ba99-2d86c7f8dabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.35628683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"5be5fa0d-ea1d-44cd-b504-cd1b8643a851","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.356472337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"d00bb8cf-ebc8-488e-b2dd-a85c9de9cac6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.364171982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"5be5fa0d-ea1d-44cd-b504-cd1b8643a851","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.364193048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"d00bb8cf-ebc8-488e-b2dd-a85c9de9cac6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.370486638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"d00bb8cf-ebc8-488e-b2dd-a85c9de9cac6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.370765635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-88bbf7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f988f6369c77f1dab347cda7d7519fbf89734f652ac6333e3d6d62c2879cf164) AuthConfig (3202f6ab0652d21f13e320ce3f616209fcc48487e5a3fab93ab11e9d143dbc78) AuthConfig (16f9dafe8ff1aec173ec12dcc2ec0142219cefc7dead971634cf17ead1fe6e69) AuthConfig (9f051be4306d8f69037b5029b3d221ce8892be1774d74480e442f06019a0c6f6) AuthConfig (f3d069de2de0b63b9ee124539a954e1193c19eaaf1b77cec5b39faf0ad8a9ce7) AuthConfig (7adb187cbffb00077d9dc7c5c4d09e9122d699564735fcb028397d5a08c494f9) AuthConfig (f914f97d8fb1d01862dc0a28f73d63f887bff12b34b6421ff2966e80595f911f) AuthConfig (e95b109d5f49a86ebd7f31b8ec433c8fe4b8a594a8907af15dd52ddf0d2ec1d4) AuthConfig (9162f4736cb1307c10debd008138f2030d6d341e84c1ec5e02da53e3bef67583) AuthConfig (a7274978b833e817802672f890256ae113bba02b323cee083fd56c6196ada5bb) AuthConfig (7d0fadd2c29d46921cfb9f6a09c73533aa781f1979eddf206678280352451ff4) AuthConfig (b726db70d6f423bb31367c2106d48ca69296ae9e5b8e3e0bd6c3774a58cacad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"5be5fa0d-ea1d-44cd-b504-cd1b8643a851","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:19.612637509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"7f17fbb7-849e-4286-a4a3-3126f7cea3e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:19.630858415Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"7f17fbb7-849e-4286-a4a3-3126f7cea3e5","name":"e2e-mt-dd03e395-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.536275518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e96c9f15-bcd9-48f1-9a17-7324f688d32c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.770468644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e96c9f15-bcd9-48f1-9a17-7324f688d32c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.802950631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e96c9f15-bcd9-48f1-9a17-7324f688d32c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.818245638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51a29fee-cc9e-43a1-92e9-7dc1626e0ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:21.818340194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51a29fee-cc9e-43a1-92e9-7dc1626e0ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.37665402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"94cfecff-4181-403e-8ecc-2f2fad1d5f5e","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-fa317fcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.642339344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"81bb7677-b573-4ed7-838e-a9ceb39fe1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.643525566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a73130f1-a2cf-43f7-9688-b25104048669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.901771538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"379a6e17-64ed-420e-9118-b67b4a74923d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.908064393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"88431394-329e-4ebe-9471-e11f6503206c","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.92324608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a6e1c961-3ea6-4da8-acf2-7058d0f7ab9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.042998257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a73130f1-a2cf-43f7-9688-b25104048669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.098328424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"81bb7677-b573-4ed7-838e-a9ceb39fe1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.11415614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"namespace":"ai-tenant-e2e-mt-fa317fcd","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"94cfecff-4181-403e-8ecc-2f2fad1d5f5e","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-fa317fcd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.642690806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"379a6e17-64ed-420e-9118-b67b4a74923d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.824111708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"3f822c55-2dfb-4b13-b292-a2ebaefd0d7e","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.083184143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a6e1c961-3ea6-4da8-acf2-7058d0f7ab9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.096974354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"ec624897-d5cf-40c5-a9e4-775ac286d58b","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.352084191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9398ec9c-9c14-4bf2-8490-544a955df1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.442741079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"d15bb4e7-c9eb-4986-a987-5e7d2e83211d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.44348938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7dce6d-3076-4acd-9827-8b4161185d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.44350566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e7dce6d-3076-4acd-9827-8b4161185d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.447437194Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-88bbf7 priority=0:[ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-88bbf7/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.448841695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"11d82284-2dfe-4ce7-8778-ff733d277428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.636552006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9398ec9c-9c14-4bf2-8490-544a955df1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.638839133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cf87aece-49ac-42e4-85a7-5ab1d04b94c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.654520275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"89b3310b-f7a7-47f4-927e-e33c7fff6d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.682269231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"0a10ccf0-534b-4773-b16c-872489208e0b","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.839060919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cf87aece-49ac-42e4-85a7-5ab1d04b94c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.700370631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"11d82284-2dfe-4ce7-8778-ff733d277428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.889860479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"89b3310b-f7a7-47f4-927e-e33c7fff6d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:25.013466707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"0623fe81-264b-4dfb-a33d-f0258e233ae3","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:25.0204575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"0d9048fb-b712-4489-9aaa-efbf6dbe2da3","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:25.128448511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5610514a-b65d-47c8-9811-856c42a51504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:25.243119098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"e1b3b90e-fb27-41a7-9bf9-37010b9c8e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:25.268141014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5610514a-b65d-47c8-9811-856c42a51504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.102672531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92497d1e-e9a9-49df-ba8d-fb71b9c67744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.258805527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"03956d5b-f1eb-444d-8141-9b36ae368a30","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.309544416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92497d1e-e9a9-49df-ba8d-fb71b9c67744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.350166588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11bb7ca5-9735-4641-8101-af81daf23577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.356679908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92497d1e-e9a9-49df-ba8d-fb71b9c67744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.424120329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e34636db-b936-4d34-9108-d35e228faf0f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.42677709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12688662-b5f5-4091-bdb9-df660f50c5fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.431186015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12688662-b5f5-4091-bdb9-df660f50c5fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.441285123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11bb7ca5-9735-4641-8101-af81daf23577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.448697697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11bb7ca5-9735-4641-8101-af81daf23577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.456924355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e34636db-b936-4d34-9108-d35e228faf0f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.459467386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"debd2eb3-38ef-475b-8f4c-9fc64a5e6141","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.460025928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518432c5-42fd-4ff6-a20b-825d6cfde0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.476769097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518432c5-42fd-4ff6-a20b-825d6cfde0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.483350146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"7be7b70b-469f-4c8a-a9da-15aecdb13280","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.48535213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e34636db-b936-4d34-9108-d35e228faf0f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.545933076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"2fba4940-1865-44ff-bcef-0e7de911abf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.547079966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a8d29c1d-d9e1-499a-bc46-f507c5866035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.577605484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"2fba4940-1865-44ff-bcef-0e7de911abf1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.591083622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb08bd05-c35c-4ae4-a712-9b59077e8237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.611083122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb08bd05-c35c-4ae4-a712-9b59077e8237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.61068854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"7be7b70b-469f-4c8a-a9da-15aecdb13280","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.610959253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a8d29c1d-d9e1-499a-bc46-f507c5866035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.618150702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"01a50f08-5ffc-41f1-ab7d-ce49512bc8ac","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.646444513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c8de088b-0119-4420-a474-2ca6f11951a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.672510256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c8de088b-0119-4420-a474-2ca6f11951a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.674770635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"e49faf3f-2f16-4dca-aabc-d129eea0d1d7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.723880542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"7882013a-e168-489a-8523-e74e2e209c19","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.765619548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"c47c0b3a-cda5-4691-ad25-00a28d02c537","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.768128268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6deb87ce-6aad-4c5e-a615-c07cf9de8463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.769043934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"74901725-4db5-418f-a295-1025a0283898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.7724108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"472e7887-180e-4717-a7da-b4454cd452d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.797423674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6deb87ce-6aad-4c5e-a615-c07cf9de8463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.807277204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"5814d6dc-13d5-410c-a11a-9fcc44f3fb82","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.813118742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"74901725-4db5-418f-a295-1025a0283898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.969791867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"57a8a981-1982-4394-837b-ccba8e0d7f54","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:26.990774705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"ace4480a-0eb5-49d6-b0f9-9a4bb6359b46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.334501634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"318d3e70-0043-49b4-a3c0-aa0f5b6a9397","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.041503811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"fafb4dab-5aef-48f8-8aa1-1607aeefe8c5","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.123943456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"eaa6794d-b3e3-4ef3-b21b-4248dd90758b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.124891012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fc720acd-c20b-4b90-9b0e-8c686d26c969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.126273574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"ea0bde8c-b9c0-4e36-9541-73dba27b50c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.145199905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"eaa6794d-b3e3-4ef3-b21b-4248dd90758b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.146876076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fc720acd-c20b-4b90-9b0e-8c686d26c969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.217202475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"39e064f1-8482-477e-b2ae-a34eda424686","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.245792703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"8346aa26-6449-45b8-94f2-0f6368405f32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.12837578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"04e12ef8-9922-4023-aa1f-d0acd0faa72e","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.145881476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"97e88596-50dd-43a5-af4c-1d9784b37b79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.148289445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2775d730-074a-43e3-bdf9-7b5130e8dd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.148407317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"316029a4-ce6b-4717-ba7b-ff2ae933a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.155332751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"316029a4-ce6b-4717-ba7b-ff2ae933a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.156125988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2775d730-074a-43e3-bdf9-7b5130e8dd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.250063476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6a379659-36ab-4b87-abdf-0494f57b5335","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.284725249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"80ca559a-8a88-4b4f-9edd-71f6c2f8f834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:30.821095055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"11363cdd-fe98-4e96-a44b-3e67ef4f4007","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.098869797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"a620c903-7cd8-4675-b906-d1b02b772178","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.336995113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"619cb10e-a0c0-4744-b8b0-ed9a5796ff7b","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.360111851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"baacbe50-0848-4903-9e41-3106c595b969","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.573769372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"73e03fec-82d1-4b63-9a37-3563f1ec3754","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.63517082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"27db411c-9d04-4366-a7cf-5a9d4ff531de","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.635956373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"ae4aa2bb-4517-496d-80dd-c7d01b61d186","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.642622706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"24d4d06d-c9e8-48ad-b34e-6924d2d8f2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.643307336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"60ba0d09-354b-48a4-ad3b-72a57fccd725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.648061053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"27db411c-9d04-4366-a7cf-5a9d4ff531de","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.649924548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"ae4aa2bb-4517-496d-80dd-c7d01b61d186","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.652333804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"24d4d06d-c9e8-48ad-b34e-6924d2d8f2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.653646575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"60ba0d09-354b-48a4-ad3b-72a57fccd725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.654351271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"8b210993-82fa-4a1c-88a6-39260b0fb3ae","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.659943894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"1f99f2db-6d8f-48e4-b77e-adfe3804d558","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.683084737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4439a733-8c1f-44a8-b802-f0058467da17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.683492986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc7d2bbb-b5d0-4667-94c3-83999cbb15a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.74866499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4439a733-8c1f-44a8-b802-f0058467da17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.756229528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc7d2bbb-b5d0-4667-94c3-83999cbb15a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.855045752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"4f86ab81-e416-45ea-aca3-edb0589d4215","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.870387521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"50772b20-d45d-40c5-be53-e573efc7bbdd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.94870566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a74fd05d-5325-49dd-b89f-d230c5a6463c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.95745591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"50772b20-d45d-40c5-be53-e573efc7bbdd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.961580369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"bec7e410-f5fc-41bc-8c75-ce37a98c7317","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.963178128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"50772b20-d45d-40c5-be53-e573efc7bbdd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.973283309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d405b99-8040-46ed-95d0-f4d31ae2ca58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.973299069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d405b99-8040-46ed-95d0-f4d31ae2ca58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.973862958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"bbb94769-e727-48b3-9dd6-0122faa86bf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.981157818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b61adb1-ac21-4e61-8bd6-bafcbf68e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.984234327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b61adb1-ac21-4e61-8bd6-bafcbf68e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.987538839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b61adb1-ac21-4e61-8bd6-bafcbf68e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:31.990619934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b61adb1-ac21-4e61-8bd6-bafcbf68e5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.201167175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259449da-bec7-4dd1-8e1d-b6f9c107992f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.204316066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259449da-bec7-4dd1-8e1d-b6f9c107992f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.207467746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259449da-bec7-4dd1-8e1d-b6f9c107992f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.210387348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259449da-bec7-4dd1-8e1d-b6f9c107992f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.213499972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"268151a6-6e01-4976-b366-88177dc7eedc","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.228821726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"4b52084b-9029-4aa8-a85f-43e7d3daa07a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.232832781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3942d5e3-9f7e-4bb1-a4c9-40fa82600446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.233302568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2cd74aff-3ab9-403f-aef0-95dc979b3ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.240139121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3942d5e3-9f7e-4bb1-a4c9-40fa82600446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.247317955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2cd74aff-3ab9-403f-aef0-95dc979b3ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.249233186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"66e39316-7cc4-47a3-af72-07415314fc97","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.326456851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"402efa0f-a469-4a2f-b289-ccd027cf1a62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:32.449792147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"2804fd6a-d65d-4c7d-890a-2bd3f671875f","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:34.97959234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"8b949ef9-0e03-40ca-b7e2-c8bacf21bbe9","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.004943457Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"52bc097a-5476-49df-84a5-a0a0cacbb9f7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ce7eb93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.008289022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"91d0b56a-b1e3-49a7-b73e-20ed9decc92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.008345434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"81722fa9-acf8-4e36-afaa-cc9c43274d88","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.015443177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"91d0b56a-b1e3-49a7-b73e-20ed9decc92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.015569192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"81722fa9-acf8-4e36-afaa-cc9c43274d88","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.13078677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"ebf6ea34-13ed-4ade-85ac-a6361a543816","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.13140519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fee93f20-902c-40da-b0db-304fd1fe0510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.154187897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"ebf6ea34-13ed-4ade-85ac-a6361a543816","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.158206848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fee93f20-902c-40da-b0db-304fd1fe0510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.306156648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"bad8baf0-2818-4442-99bb-16060eea3d72","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.306836429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"da48330e-5c96-4c1f-83be-91f6cb570837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.307654381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0fc4000a-04ec-4bf5-a182-422ee362e4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.308539412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"58de53fb-07cd-46de-a7d3-c4d05c0eff41","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.357247696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"bad8baf0-2818-4442-99bb-16060eea3d72","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.369532293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"da48330e-5c96-4c1f-83be-91f6cb570837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.382363688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"58de53fb-07cd-46de-a7d3-c4d05c0eff41","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:35.398392172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0fc4000a-04ec-4bf5-a182-422ee362e4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.403580709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"212b53d4-7797-4b6b-977c-2179af2f146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.431487668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"212b53d4-7797-4b6b-977c-2179af2f146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.437112785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"212b53d4-7797-4b6b-977c-2179af2f146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.44504931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad770e13-e895-49cd-a791-9605de2e3841","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.4450687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad770e13-e895-49cd-a791-9605de2e3841","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.506260872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e62514d6-b4ab-461d-9175-52fc3bfae8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.513893501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e62514d6-b4ab-461d-9175-52fc3bfae8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.520340902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e62514d6-b4ab-461d-9175-52fc3bfae8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.536602294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a2cba8f-6b64-4d09-8cce-6772b52bf63a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.536630295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a2cba8f-6b64-4d09-8cce-6772b52bf63a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.625226168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7b8f9d06-ede9-41fe-b1ab-0d0ae5ed5b1f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.65436917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7b8f9d06-ede9-41fe-b1ab-0d0ae5ed5b1f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.667934295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7b8f9d06-ede9-41fe-b1ab-0d0ae5ed5b1f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.677376321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f86b4bd-28e9-4768-8575-57ac23735758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.677401744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f86b4bd-28e9-4768-8575-57ac23735758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.834616485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"namespace":"ai-tenant-e2e-mt-b28c9c14","name":"e2e-policy-b28c9c14","reconcileID":"5bb03189-3ed9-4163-9e48-5879aef71ad8","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:36.84078044Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"namespace":"ai-tenant-e2e-mt-b28c9c14","name":"e2e-policy-b28c9c14","reconcileID":"5bb03189-3ed9-4163-9e48-5879aef71ad8","MaaSAuthPolicy":{"name":"e2e-policy-b28c9c14","namespace":"ai-tenant-e2e-mt-b28c9c14"},"policyNamespace":"ai-tenant-e2e-mt-b28c9c14","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:41.981874513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b338a61b-b3fa-4251-9f61-009b09bbce92","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.025394214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b338a61b-b3fa-4251-9f61-009b09bbce92","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.033189091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"b338a61b-b3fa-4251-9f61-009b09bbce92","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.040053449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f7d6a04-50b2-480b-a808-28de547d8219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:42.040076646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f7d6a04-50b2-480b-a808-28de547d8219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.449281389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"60dd2f66-1858-4174-aed1-73415ddc9e46","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.55394837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.581696629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b9b64684-ed91-469f-a559-881b7841c225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.600649491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"4e9cc653-4863-4c7e-9e8f-30e04193fb90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.601396251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"04dd1fc6-25a3-4cdb-9e59-74795773b147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.602131197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"85c9c899-ddb8-4817-9755-ac1262e68892","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.603351261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"11751ff3-2373-4ce8-861c-7c80a22881fb","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.63257312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b9b64684-ed91-469f-a559-881b7841c225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.681778772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"85c9c899-ddb8-4817-9755-ac1262e68892","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.688849035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"4e9cc653-4863-4c7e-9e8f-30e04193fb90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.710465676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"04dd1fc6-25a3-4cdb-9e59-74795773b147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.728677885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a7e22bca-b19b-48be-bc22-b72e5ce83c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.785151991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a7e22bca-b19b-48be-bc22-b72e5ce83c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.921278899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"09b15def-c745-45ba-9425-599b08b2f3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.922755369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"af50392a-4aaa-4cbf-8d56-e07f96ea4927","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.92352806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"3a90cbc6-1ba6-40b0-80eb-70a2306d2a0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.997642268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"16cd375a-b047-4aba-a0b6-176b4641c793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.012943094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"09b15def-c745-45ba-9425-599b08b2f3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.080061398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"af50392a-4aaa-4cbf-8d56-e07f96ea4927","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.080693487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fa2a6290-c9e5-450f-8bc9-7015667dd79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.102405439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"3a90cbc6-1ba6-40b0-80eb-70a2306d2a0c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.103143088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"ec7ffcfa-e105-4b46-ab1b-2bd27d1070a5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-w1-88bbf7","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.122719469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"16cd375a-b047-4aba-a0b6-176b4641c793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.159016083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fa2a6290-c9e5-450f-8bc9-7015667dd79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.171089449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"ec7ffcfa-e105-4b46-ab1b-2bd27d1070a5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.180288408Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub1","reconcileID":"ec7ffcfa-e105-4b46-ab1b-2bd27d1070a5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.252431321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"a27414e3-85de-47cc-ac47-133da38ffa1e","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.291532468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"92af4dfd-2a35-4ce8-bba1-fbc4c46c4a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.297482754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"bb2460ab-e9ec-45e2-8312-64bd87b068d7","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.310879479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"92af4dfd-2a35-4ce8-bba1-fbc4c46c4a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.384693275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6c18dc70-d322-4b14-9e20-bde7a073afc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.388322309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"d7fe6e3f-83e9-4147-8a74-b0163571be42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.389039474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"16911134-bb86-44f3-bc6b-95b51fbc6416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.401278283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"f1f0cd5a-83c4-48f8-a328-c844275f7988","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.414730353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"d7fe6e3f-83e9-4147-8a74-b0163571be42","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.431680907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6c18dc70-d322-4b14-9e20-bde7a073afc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.506044471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"16911134-bb86-44f3-bc6b-95b51fbc6416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.507110214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"29b18642-271f-480e-a313-6ae68424667c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f13c8836","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.524460227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"deb3aeb1-e9b1-4fab-b6fa-4015abaef0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.547473412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"deb3aeb1-e9b1-4fab-b6fa-4015abaef0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.588115297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"1dc804e3-c750-49b2-b42f-56a49e22c14f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.588514564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f1281350-11ec-4401-ba8c-63124c40f6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.615850477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"1dc804e3-c750-49b2-b42f-56a49e22c14f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.637137288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f1281350-11ec-4401-ba8c-63124c40f6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.820659178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"f52244b3-65bc-450a-bea9-adab55b7cad7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.85951558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9a186aca-a16d-4a02-8eb5-3d4ec6166997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.89770984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9a186aca-a16d-4a02-8eb5-3d4ec6166997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:45.917359941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"f52244b3-65bc-450a-bea9-adab55b7cad7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.58948538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba357d0-560c-4700-b0ef-365f81456caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.737316594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"682ead84-7c25-4ad6-9d51-d52549248194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.7409492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba357d0-560c-4700-b0ef-365f81456caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.778510675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba357d0-560c-4700-b0ef-365f81456caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.882682157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"682ead84-7c25-4ad6-9d51-d52549248194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.97364454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c54e2f64-27a9-46bf-b778-c1c9170ef0d2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:46.97679114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"682ead84-7c25-4ad6-9d51-d52549248194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.011777399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22fe8c9d-f9e2-4da7-924b-70b8b51a731d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.148967277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22fe8c9d-f9e2-4da7-924b-70b8b51a731d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.148092062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c54e2f64-27a9-46bf-b778-c1c9170ef0d2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.177946751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0a2e5e-8ec5-4a2b-b16e-73a466ddcc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.177993225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0a2e5e-8ec5-4a2b-b16e-73a466ddcc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.247681294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c54e2f64-27a9-46bf-b778-c1c9170ef0d2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.263088604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae455ac9-eb11-4cab-af9f-85509f337bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:47.263117843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae455ac9-eb11-4cab-af9f-85509f337bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:48.718226598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"02b6ef97-9239-4e55-9a71-2a62714704e4","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.577585974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b1d46497-031b-41a3-a5e9-0c54bbd245a6","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.618013254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"a3f15808-7304-4f7f-b225-23b6b582b272","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.626503578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"028856fb-182f-4059-886e-6fd8ab0e9f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.659281918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"028856fb-182f-4059-886e-6fd8ab0e9f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.752839612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"60652517-345b-4a5e-9cd0-48e81b4edb57","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.800407057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0025f977-c38e-4c5e-b1e3-ca2b26468311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.811335912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0025f977-c38e-4c5e-b1e3-ca2b26468311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:49.813268733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"0e87d79e-15d9-4d79-9685-30bc55d00a0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.046061985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"ba6691cd-c4b6-464d-baad-3d9a676d7c5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.071851074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"ba6691cd-c4b6-464d-baad-3d9a676d7c5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.077449161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"ba6691cd-c4b6-464d-baad-3d9a676d7c5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.083346833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a3b7043-7c44-4072-a73b-c43a5a67fd1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.083365757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a3b7043-7c44-4072-a73b-c43a5a67fd1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.316332719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"a450b8ae-570a-442c-b7ca-ec5331a9db6f","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.962098955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b11e7736-73c8-4092-b607-49d4cba0613d","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.977099919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"e9afb97a-08c7-4dee-bd89-dacdd9b13189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.980168452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"16850e25-b859-4228-90a3-54f380e50794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.980172738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3681e850-ae4c-4360-bcd4-3b076c7975ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.987447834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"16850e25-b859-4228-90a3-54f380e50794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.994700855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"0cb50a34-b610-4051-9c09-635378e8341e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:53.046836677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3681e850-ae4c-4360-bcd4-3b076c7975ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:53.075701794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"b120f510-9562-4828-bd25-a72dd2fa0a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.514289791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"871c17f8-a423-4b96-89dc-bb31bea5b8cf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.517830428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"871c17f8-a423-4b96-89dc-bb31bea5b8cf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.521306143Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-sub2","reconcileID":"871c17f8-a423-4b96-89dc-bb31bea5b8cf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.559350847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"2bd4dc90-e643-45f5-89d5-8d6a058ab3da","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.589023095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ef6ba50c-474a-4336-b85e-1155de70d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.597312761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ef6ba50c-474a-4336-b85e-1155de70d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.68097775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"280e2d07-98dc-40a1-a2dd-753c6498c4bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.68422636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"cd17efb2-2ed1-4b80-83b4-a2c8f9f533c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.684526989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"5ac9bf24-fbbe-469b-8e2c-cb89d7f11e24","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.691587199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"280e2d07-98dc-40a1-a2dd-753c6498c4bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.691945339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"5ac9bf24-fbbe-469b-8e2c-cb89d7f11e24","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.694294483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"cd17efb2-2ed1-4b80-83b4-a2c8f9f533c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.712267211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth1","reconcileID":"864e1030-2fe6-4e18-834c-3d8b52aa53a0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.712337841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"22487b0a-3d20-4c70-860b-0283415079c1","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.818301446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"e02fccd0-d6c1-4351-aa10-055c0cc977b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.828614206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"e02fccd0-d6c1-4351-aa10-055c0cc977b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.916293531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"938c94fa-2d34-40a6-beee-58a2f2280434","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.053764186Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-multi-keys-auth2","reconcileID":"e8c3ffa4-b981-4a86-9d50-7b1f965f4460","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/distinct-2-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.054278033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"79dee8d6-90e7-4cf7-9fdd-72342285bc7e","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.090851774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"c04808f3-1680-421f-8e12-b7df4d9447d1","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.99241377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae516dc8-73c8-4659-9571-2c0c82a57656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.042527115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae516dc8-73c8-4659-9571-2c0c82a57656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.068307128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae516dc8-73c8-4659-9571-2c0c82a57656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.078186911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98746f62-dfa6-4b9f-9eb3-7fdfe6e35392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.07827554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98746f62-dfa6-4b9f-9eb3-7fdfe6e35392","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.168553028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8f99d8-5ca1-419b-abe7-979ea5491772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.187286076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8f99d8-5ca1-419b-abe7-979ea5491772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.200125316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c8f99d8-5ca1-419b-abe7-979ea5491772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.210876192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b9b7f34-07d2-4a1a-a035-01b47aec4025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.213014029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b9b7f34-07d2-4a1a-a035-01b47aec4025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.404819776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3898f6bb-0754-435d-a72f-e9a325848068","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.431116746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3898f6bb-0754-435d-a72f-e9a325848068","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.465465502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3898f6bb-0754-435d-a72f-e9a325848068","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.522214045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ff8d6fd-d0c6-4d28-99e1-0d001a29e450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.525017036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ff8d6fd-d0c6-4d28-99e1-0d001a29e450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:58.285669828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"18174f84-2103-41da-90c2-d0b64d9fca91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:58.286423521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d6458907-7fe6-404d-ad6d-b67454c3d0db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:58.410408232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d6458907-7fe6-404d-ad6d-b67454c3d0db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:58.417191972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"18174f84-2103-41da-90c2-d0b64d9fca91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.025978436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e1293a-1648-44be-8f24-0b35dad633af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.029061723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e1293a-1648-44be-8f24-0b35dad633af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.032086508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e1293a-1648-44be-8f24-0b35dad633af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.035283005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e1293a-1648-44be-8f24-0b35dad633af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.381815323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad29685-86e8-491d-92d3-9a716f8df815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.385160138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad29685-86e8-491d-92d3-9a716f8df815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.388726677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad29685-86e8-491d-92d3-9a716f8df815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.391903892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad29685-86e8-491d-92d3-9a716f8df815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.675036555Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51119c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51119c","reconcileID":"9f87254f-3621-475a-bee4-f6e40d89101e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-51119c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-51119c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.92230099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed5ac2-f943-4f6b-9b0b-4768551b58d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.925830886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed5ac2-f943-4f6b-9b0b-4768551b58d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.929138802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed5ac2-f943-4f6b-9b0b-4768551b58d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:01.955008686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ed5ac2-f943-4f6b-9b0b-4768551b58d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.091662753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"edff643d-399d-4da1-af43-7818dfb3c1bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.176766994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"edff643d-399d-4da1-af43-7818dfb3c1bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.181383066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"2ba0fa39-0e94-453a-999a-af81fe76fb1a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.181478984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"2ba0fa39-0e94-453a-999a-af81fe76fb1a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.184694604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"edff643d-399d-4da1-af43-7818dfb3c1bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.199703819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f10afa0a-122e-413b-b9e1-1cee2597e533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.199721596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f10afa0a-122e-413b-b9e1-1cee2597e533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.482037605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"4d77f657-c43b-4e77-b9db-2d0a989e89f9","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.482159562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"4d77f657-c43b-4e77-b9db-2d0a989e89f9","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.493799479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"613b6e81-4d1b-4f9d-8142-a99ab4f57cdb","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.493903008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"613b6e81-4d1b-4f9d-8142-a99ab4f57cdb","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.502251589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"c7e7a753-d53d-4c4c-8824-107c9bc8b633","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.531739339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"c7e7a753-d53d-4c4c-8824-107c9bc8b633","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.538077827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"c7e7a753-d53d-4c4c-8824-107c9bc8b633","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.551303757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"16b867a2-7abe-488b-9525-6a46f7381b3b","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.551408553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"16b867a2-7abe-488b-9525-6a46f7381b3b","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.643683395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"579a216a-1ee3-4acb-9f35-99fa935a9f7c","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.643705264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"579a216a-1ee3-4acb-9f35-99fa935a9f7c","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.656288421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"b71a26a9-3287-4c79-bae2-14b7c835ece2","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.656406795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"b71a26a9-3287-4c79-bae2-14b7c835ece2","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:02.661555386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"effe74c9-9af1-4441-b2fe-f8fc1d82a96a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-dd03e395\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.680955604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"891155f2-b116-4377-9e68-846ff38467fa","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.680997246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"891155f2-b116-4377-9e68-846ff38467fa","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.688359065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"913ab767-fcf2-432e-8ef2-b948613ecf5e","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.688377538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"913ab767-fcf2-432e-8ef2-b948613ecf5e","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.704495439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"1f7ac7a1-6e2f-4452-8a00-dd842fb86593","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"e2e-lifecycle-model-dd03e395","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-dd03e395/e2e-sub-dd03e395"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.72419678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"2745d7d6-c9ec-4137-9255-e4eac8ef167f","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.724224006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"2745d7d6-c9ec-4137-9255-e4eac8ef167f","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.727108093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5a11bce1-2b80-479c-a35a-a0d8bb17fe62","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.734467498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5a11bce1-2b80-479c-a35a-a0d8bb17fe62","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.741126159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5a11bce1-2b80-479c-a35a-a0d8bb17fe62","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.801439051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"e9d29b97-4b04-4295-94a2-1d4aeea8a764","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.823708973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"096dd60d-db40-4c72-ad17-e930e1d2636e","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.831080716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"096dd60d-db40-4c72-ad17-e930e1d2636e","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:02.837294574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"096dd60d-db40-4c72-ad17-e930e1d2636e","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.092783701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae8a0fd-7870-4f05-b108-d6f9056de7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.182466394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae8a0fd-7870-4f05-b108-d6f9056de7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.203049236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ae8a0fd-7870-4f05-b108-d6f9056de7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.21424242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34c6d0bd-46ec-413a-8b39-cce99656bb7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.214346463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34c6d0bd-46ec-413a-8b39-cce99656bb7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.237353184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103278b6-cfc3-427d-9aed-896c1b56101a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.248183126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103278b6-cfc3-427d-9aed-896c1b56101a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.259111594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103278b6-cfc3-427d-9aed-896c1b56101a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.273706285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc1c080-f9cf-4670-be83-cf0664ff4be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.273724119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc1c080-f9cf-4670-be83-cf0664ff4be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.533223313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e4905d59-e3e1-4801-9eb1-d4f4ba5fd6a7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.540459094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e4905d59-e3e1-4801-9eb1-d4f4ba5fd6a7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.549973752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"e4905d59-e3e1-4801-9eb1-d4f4ba5fd6a7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.557969223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ed0620-1309-453b-afc3-0d5f8953f175","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.557989562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38ed0620-1309-453b-afc3-0d5f8953f175","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.628339935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"15fa1049-5f50-496f-b375-315ae9c429a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:07.64458119Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"15fa1049-5f50-496f-b375-315ae9c429a8","name":"e2e-api-a-51119c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.239946398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"8f2b011e-758f-427d-9765-8c7cfaa26752","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.293170292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"8f2b011e-758f-427d-9765-8c7cfaa26752","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.300443858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"8f2b011e-758f-427d-9765-8c7cfaa26752","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.308683621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28b85a20-cfc6-497a-ad1d-8219b4994cc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.308703146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28b85a20-cfc6-497a-ad1d-8219b4994cc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.43981281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"43637a27-763d-431b-8572-c3ec477db3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.440281041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"295f75cc-8c5a-4c9b-8a66-86603d693bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.456198218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"295f75cc-8c5a-4c9b-8a66-86603d693bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.45621871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"43637a27-763d-431b-8572-c3ec477db3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.899041454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"d5a42ce5-d82a-45ab-9bd3-bc3c64c93d6a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.905979988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"d5a42ce5-d82a-45ab-9bd3-bc3c64c93d6a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.91153608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a120f944df551419d0fe14c679b0ef30b2ac6b73e492f2e3b8c835733c33e3b4) AuthConfig (e75b10cf3d2b944bd74c96e3f6e5585a663fe2cd1f8ae3c15ce585b3aca1cff8) AuthConfig (f393fd94c41bef5275e6d0220bd2dd3a27e2344f2c3a1132ecb42061f99e8e61) AuthConfig (0e5897e97910035c4fc1fa034f93ec9fb9e60c39e849b0c8e88025a25429d86f) AuthConfig (693325d9c2c44103fe4ecf0ccee2573a592b0f249603687ea22696efc83ccc08) AuthConfig (09d955e427648006b7b8ad9fa8d16722e995b33e976f5c8059cc3d482a303fa0) AuthConfig (a49f126515781a2cac45d75095aad4ea87a5ac8e7df0a0a1d13d1c495e98edaa) AuthConfig (713e487c842d49f1876656d8f225d354e709dd1807299522bd772afcf4093f82) AuthConfig (fd845187c1f553f22a43c0fd660d587b49b49eb2e8b52de76b373e2b348c330c) AuthConfig (d36cfddf9095303fa3537937da3f48a60e48d456ed80a6ed4508e1b728167550) AuthConfig (9882c27be2116ea116ee4c0f0264e8b385d8984e683f35e7c4cca4a9262641d0) AuthConfig (f549de5fef42191782effb6d306da30f07b80dcccd6e8e24e8dedd4a9878d4e0) AuthConfig (6882eac5674b6184622350dd6634e396cde283baceeb2041aa08d71d2de3326a) AuthConfig (a678a60a970507e74d47b0700d7cda9ccfd233162ac67404bbf7625f1ed27e09) AuthConfig (afa043f489e379e70cc92e51390ee6316c06a5413d144f9f68a1c8813b2dfea0) AuthConfig (4b7a81852bb12043336c03603a5f3f3394233e80f25b2815cfacc36b9d03a5a5) AuthConfig (b86e6a88a917bedfbaf2845a3c20142ae08f06a9ca71e4fe9c85bdf3d8ca3568) AuthConfig (b05abbb9e2eca5e90c6c18494884c73b7da5f570ba2669a5a595966aa1f99c55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"d5a42ce5-d82a-45ab-9bd3-bc3c64c93d6a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.924432746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"af87d5fd-d5e4-4cdc-8134-bccd6529690a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:12.924450782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"af87d5fd-d5e4-4cdc-8134-bccd6529690a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:14.455631313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.222252646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f9e4c19-0b26-4b7b-9e60-23d63eb22ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.244852848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f9e4c19-0b26-4b7b-9e60-23d63eb22ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.250289455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f9e4c19-0b26-4b7b-9e60-23d63eb22ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.260445629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18441be8-aa61-434e-986c-c1762b7a9e99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.260467758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18441be8-aa61-434e-986c-c1762b7a9e99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.351622143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90345536-fd55-4e85-a044-d6593534bc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.359193795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90345536-fd55-4e85-a044-d6593534bc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.369724853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90345536-fd55-4e85-a044-d6593534bc9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.379806124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f28325f-f224-4aa6-810e-342cec2f30ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.379825203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f28325f-f224-4aa6-810e-342cec2f30ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.590262695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3b3db801-4b4e-4d25-b465-23725e6a25a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.619736617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3b3db801-4b4e-4d25-b465-23725e6a25a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.633341146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3b3db801-4b4e-4d25-b465-23725e6a25a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.655670867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2da266ff-0eae-4444-a938-2347e6fe7781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:17.655770459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2da266ff-0eae-4444-a938-2347e6fe7781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.398017731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65752e38-aed3-4838-b682-ee93cbe76f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.414167762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65752e38-aed3-4838-b682-ee93cbe76f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.426697935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65752e38-aed3-4838-b682-ee93cbe76f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.493861358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65752e38-aed3-4838-b682-ee93cbe76f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.71258755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468178c4-ddd7-4554-9c37-0fd7cbff28f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.715920808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468178c4-ddd7-4554-9c37-0fd7cbff28f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.719159416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468178c4-ddd7-4554-9c37-0fd7cbff28f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.722236005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468178c4-ddd7-4554-9c37-0fd7cbff28f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.066148363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937f317f-134c-4bad-ab1d-549322f9c672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.066169224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"937f317f-134c-4bad-ab1d-549322f9c672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.071288995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3a2cf2-cea3-4d90-af47-14b0c82d3e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.071312606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3a2cf2-cea3-4d90-af47-14b0c82d3e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.079944187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"4d247dac-a143-4696-926d-c6883e3e70b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.105782125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"4d247dac-a143-4696-926d-c6883e3e70b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"name":"e2e-api-a-51119c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.111788068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51119c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"4d247dac-a143-4696-926d-c6883e3e70b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.120468165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2421b62b-9722-468e-82a5-f6454db06ba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.120483738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2421b62b-9722-468e-82a5-f6454db06ba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.319661211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"cf3a5e12-8bb5-464d-ac88-765908ac67db","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.401100782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"cf3a5e12-8bb5-464d-ac88-765908ac67db","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.426991082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"cf3a5e12-8bb5-464d-ac88-765908ac67db","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.439289952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66691ad3-df52-4f54-bced-4752a01a70ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.439308253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66691ad3-df52-4f54-bced-4752a01a70ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.97749189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5772364c-6c8a-443e-b617-56ebee0a1aa6","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:23.048063886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5772364c-6c8a-443e-b617-56ebee0a1aa6","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:23.065160883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a120f944df551419d0fe14c679b0ef30b2ac6b73e492f2e3b8c835733c33e3b4) AuthConfig (e75b10cf3d2b944bd74c96e3f6e5585a663fe2cd1f8ae3c15ce585b3aca1cff8) AuthConfig (f393fd94c41bef5275e6d0220bd2dd3a27e2344f2c3a1132ecb42061f99e8e61) AuthConfig (0e5897e97910035c4fc1fa034f93ec9fb9e60c39e849b0c8e88025a25429d86f) AuthConfig (693325d9c2c44103fe4ecf0ccee2573a592b0f249603687ea22696efc83ccc08) AuthConfig (09d955e427648006b7b8ad9fa8d16722e995b33e976f5c8059cc3d482a303fa0) AuthConfig (a49f126515781a2cac45d75095aad4ea87a5ac8e7df0a0a1d13d1c495e98edaa) AuthConfig (713e487c842d49f1876656d8f225d354e709dd1807299522bd772afcf4093f82) AuthConfig (fd845187c1f553f22a43c0fd660d587b49b49eb2e8b52de76b373e2b348c330c) AuthConfig (d36cfddf9095303fa3537937da3f48a60e48d456ed80a6ed4508e1b728167550) AuthConfig (9882c27be2116ea116ee4c0f0264e8b385d8984e683f35e7c4cca4a9262641d0) AuthConfig (f549de5fef42191782effb6d306da30f07b80dcccd6e8e24e8dedd4a9878d4e0) AuthConfig (6882eac5674b6184622350dd6634e396cde283baceeb2041aa08d71d2de3326a) AuthConfig (a678a60a970507e74d47b0700d7cda9ccfd233162ac67404bbf7625f1ed27e09) AuthConfig (afa043f489e379e70cc92e51390ee6316c06a5413d144f9f68a1c8813b2dfea0) AuthConfig (4b7a81852bb12043336c03603a5f3f3394233e80f25b2815cfacc36b9d03a5a5) AuthConfig (b86e6a88a917bedfbaf2845a3c20142ae08f06a9ca71e4fe9c85bdf3d8ca3568) AuthConfig (b05abbb9e2eca5e90c6c18494884c73b7da5f570ba2669a5a595966aa1f99c55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5772364c-6c8a-443e-b617-56ebee0a1aa6","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.18461459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85f3534-1208-4184-a1df-8d1cba4c2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.19327584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85f3534-1208-4184-a1df-8d1cba4c2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.199074879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85f3534-1208-4184-a1df-8d1cba4c2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.202114408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85f3534-1208-4184-a1df-8d1cba4c2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.446523609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7d11fc-b18e-4278-a066-ce48fd69368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.450452263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7d11fc-b18e-4278-a066-ce48fd69368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.45412217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7d11fc-b18e-4278-a066-ce48fd69368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:25.457969322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7d11fc-b18e-4278-a066-ce48fd69368a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:26.092601558Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-65e5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-65e5ec","reconcileID":"74178832-318d-4283-8da5-546d46d3469f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-65e5ec","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-65e5ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:26.370464046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8307c-7607-4724-aa42-05c56257021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:26.373696818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8307c-7607-4724-aa42-05c56257021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:26.376853129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8307c-7607-4724-aa42-05c56257021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:26.380252389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b8307c-7607-4724-aa42-05c56257021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.268765737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cef6df2a-7727-4c9d-a006-223235a1a852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.293503431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cef6df2a-7727-4c9d-a006-223235a1a852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.300628014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cef6df2a-7727-4c9d-a006-223235a1a852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.309623793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a98e53a6-ac24-42eb-a1d3-7bf91ffbecab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.309645744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a98e53a6-ac24-42eb-a1d3-7bf91ffbecab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.398897909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73b2ef93-7a8d-47cd-bea8-82e7a0f09229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.407554897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73b2ef93-7a8d-47cd-bea8-82e7a0f09229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.413546412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73b2ef93-7a8d-47cd-bea8-82e7a0f09229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.421867461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d193bb27-b71c-4e55-ba38-9462c4bb5569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.421885874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d193bb27-b71c-4e55-ba38-9462c4bb5569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.771592962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"f8b5bad8-fa93-441f-b43a-c4a440f0002f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.799496752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"f8b5bad8-fa93-441f-b43a-c4a440f0002f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.885607472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"f8b5bad8-fa93-441f-b43a-c4a440f0002f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.895294277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18369660-db7c-4ddf-a118-f5e06f111271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:27.89542086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18369660-db7c-4ddf-a118-f5e06f111271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.127255228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"88afe634-7882-4473-9b5e-8d7b36b45eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.134356574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"88afe634-7882-4473-9b5e-8d7b36b45eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"name":"e2e-api-a-51119c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.140866177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51119c-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"88afe634-7882-4473-9b5e-8d7b36b45eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.226988487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"e76e9d70-1825-4bb6-9b8a-148d5de88708","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.24337235Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"e76e9d70-1825-4bb6-9b8a-148d5de88708","name":"e2e-api-b-65e5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.497220303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"3eda0637-63df-484c-ba29-fbecb5b14e80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.550561919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"3eda0637-63df-484c-ba29-fbecb5b14e80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.565344193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"3eda0637-63df-484c-ba29-fbecb5b14e80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.574219731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be1b4c3-df54-41e0-b55e-6488f9df95b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:32.574241577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be1b4c3-df54-41e0-b55e-6488f9df95b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:33.074653401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"47ebca20-72bd-41bb-91a2-5890082a352a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:33.082409822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"47ebca20-72bd-41bb-91a2-5890082a352a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:33.090394982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a120f944df551419d0fe14c679b0ef30b2ac6b73e492f2e3b8c835733c33e3b4) AuthConfig (e75b10cf3d2b944bd74c96e3f6e5585a663fe2cd1f8ae3c15ce585b3aca1cff8) AuthConfig (f393fd94c41bef5275e6d0220bd2dd3a27e2344f2c3a1132ecb42061f99e8e61) AuthConfig (0e5897e97910035c4fc1fa034f93ec9fb9e60c39e849b0c8e88025a25429d86f) AuthConfig (693325d9c2c44103fe4ecf0ccee2573a592b0f249603687ea22696efc83ccc08) AuthConfig (09d955e427648006b7b8ad9fa8d16722e995b33e976f5c8059cc3d482a303fa0) AuthConfig (a49f126515781a2cac45d75095aad4ea87a5ac8e7df0a0a1d13d1c495e98edaa) AuthConfig (713e487c842d49f1876656d8f225d354e709dd1807299522bd772afcf4093f82) AuthConfig (fd845187c1f553f22a43c0fd660d587b49b49eb2e8b52de76b373e2b348c330c) AuthConfig (d36cfddf9095303fa3537937da3f48a60e48d456ed80a6ed4508e1b728167550) AuthConfig (9882c27be2116ea116ee4c0f0264e8b385d8984e683f35e7c4cca4a9262641d0) AuthConfig (f549de5fef42191782effb6d306da30f07b80dcccd6e8e24e8dedd4a9878d4e0) AuthConfig (6882eac5674b6184622350dd6634e396cde283baceeb2041aa08d71d2de3326a) AuthConfig (a678a60a970507e74d47b0700d7cda9ccfd233162ac67404bbf7625f1ed27e09) AuthConfig (afa043f489e379e70cc92e51390ee6316c06a5413d144f9f68a1c8813b2dfea0) AuthConfig (4b7a81852bb12043336c03603a5f3f3394233e80f25b2815cfacc36b9d03a5a5) AuthConfig (b86e6a88a917bedfbaf2845a3c20142ae08f06a9ca71e4fe9c85bdf3d8ca3568) AuthConfig (b05abbb9e2eca5e90c6c18494884c73b7da5f570ba2669a5a595966aa1f99c55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"47ebca20-72bd-41bb-91a2-5890082a352a","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.028704836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"c6f88e85-3f94-4607-807d-39db90509341","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.050766454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"516a3524-927e-41ec-9a53-e8d01fcbd62b","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.050876077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"516a3524-927e-41ec-9a53-e8d01fcbd62b","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.281274301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"b6a8ed18-9eca-4d78-8ecb-3a4c58ef640b","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.290312121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"b6a8ed18-9eca-4d78-8ecb-3a4c58ef640b","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.302114592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f393fd94c41bef5275e6d0220bd2dd3a27e2344f2c3a1132ecb42061f99e8e61) AuthConfig (afa043f489e379e70cc92e51390ee6316c06a5413d144f9f68a1c8813b2dfea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"b6a8ed18-9eca-4d78-8ecb-3a4c58ef640b","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.310798177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"3e8120d7-0b69-417a-92d7-049cf8ef5625","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:34.310940423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"3e8120d7-0b69-417a-92d7-049cf8ef5625","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.319957047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ecd17e3-b3aa-4f59-8027-cd0be724151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.34256156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ecd17e3-b3aa-4f59-8027-cd0be724151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.34787014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ecd17e3-b3aa-4f59-8027-cd0be724151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.356509777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1738cc15-d8c7-476e-9cdd-e3ef0c77fed6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.3565308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1738cc15-d8c7-476e-9cdd-e3ef0c77fed6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.429902896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d415bc0-495e-4770-afd7-fbc2c833177b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.436400666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d415bc0-495e-4770-afd7-fbc2c833177b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.441624065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d415bc0-495e-4770-afd7-fbc2c833177b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.449953798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6245b175-11d3-4859-ae15-69821aa16ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.44997228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6245b175-11d3-4859-ae15-69821aa16ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.906094749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c2eb078b-d8ff-4685-a975-3b0c8c6afb78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.913614359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c2eb078b-d8ff-4685-a975-3b0c8c6afb78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.919677625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"c2eb078b-d8ff-4685-a975-3b0c8c6afb78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.925365761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cff78b3-4fea-4bfa-8130-f9a9eea6bce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:37.925383754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cff78b3-4fea-4bfa-8130-f9a9eea6bce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.153398907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"a39730a3-d776-4cc7-a1a2-0ed477e76de6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.164507555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"a39730a3-d776-4cc7-a1a2-0ed477e76de6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"name":"e2e-api-a-51119c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.179365879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51119c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b6aa3398dfca2d34ccec480b75067f762c7508ea71bb166abcbdd4bf9ba5e13) AuthConfig (b2c5f6374dc9072a7af2c1cb95484c56839d1ad698ffc310b65b5b37fd830abc) AuthConfig (34fb853acf61ff32d61663a971673b375d1e5362c6ddf0da8060bbeefeeb6d5a) AuthConfig (4b59f99d246a31d3b16386fdfb93aa52748d0b2731b22b810a254d03d24ea8bc) AuthConfig (cb761e673747fb4f10ca5289faad2869fe572f0d8c7e9059a391cdd1c01a3e83) AuthConfig (f0c739498ad6df44c5aab15b77bdd68c6e78e20e08ae76f75899cd50922fccc2) EnvoyFilter (openshift-ingress/e2e-api-a-51119c) EnvoyFilter (openshift-ingress/e2e-api-a-51119c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"a39730a3-d776-4cc7-a1a2-0ed477e76de6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.201562497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec5650d-f248-4ec5-a9b5-13993426c385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.201580951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec5650d-f248-4ec5-a9b5-13993426c385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.652376922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e611d115-76ce-40b5-8ff0-dcaccc5b0c06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.675943935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e611d115-76ce-40b5-8ff0-dcaccc5b0c06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.681693794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e611d115-76ce-40b5-8ff0-dcaccc5b0c06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.689527089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6aaf1a3-5886-4e66-9d92-f6f32685ec35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:42.689544248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6aaf1a3-5886-4e66-9d92-f6f32685ec35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.346045171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"aebc450e-c007-4d09-91d4-68ae954667ba","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.353948215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"aebc450e-c007-4d09-91d4-68ae954667ba","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.360085235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-dd03e395-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f393fd94c41bef5275e6d0220bd2dd3a27e2344f2c3a1132ecb42061f99e8e61) AuthConfig (afa043f489e379e70cc92e51390ee6316c06a5413d144f9f68a1c8813b2dfea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"aebc450e-c007-4d09-91d4-68ae954667ba","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.472302425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.426548543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe31676-2a02-47a2-a7a9-e2a4f76ca57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.437501746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe31676-2a02-47a2-a7a9-e2a4f76ca57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.443410488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe31676-2a02-47a2-a7a9-e2a4f76ca57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.449739825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe31676-2a02-47a2-a7a9-e2a4f76ca57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.619139566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637256d8-e6ad-4c85-918e-7de889ecbfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.625795648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637256d8-e6ad-4c85-918e-7de889ecbfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.656826147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637256d8-e6ad-4c85-918e-7de889ecbfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:45.660549595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637256d8-e6ad-4c85-918e-7de889ecbfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.460109737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3af5699f-8fe7-4892-9705-2a06e3949024","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.460130777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3af5699f-8fe7-4892-9705-2a06e3949024","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.467948624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d86dd212-0fbc-45b2-a401-d93e3a0b8e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.467969237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d86dd212-0fbc-45b2-a401-d93e3a0b8e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.474462632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"759bb5b8-35f4-43c5-a9b6-1434970a1559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.498021779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"759bb5b8-35f4-43c5-a9b6-1434970a1559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.503415693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-65e5ec-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"759bb5b8-35f4-43c5-a9b6-1434970a1559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.509384383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54599d73-dc80-438c-96bb-a11ad09f0652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.509399207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54599d73-dc80-438c-96bb-a11ad09f0652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.366018192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"939735e7-67b6-4970-a411-149eae0a3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.389784202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"939735e7-67b6-4970-a411-149eae0a3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.395382616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"939735e7-67b6-4970-a411-149eae0a3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.40461882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"870d8a8c-0db1-408f-82ca-bfae2cf05f81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.404641467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"870d8a8c-0db1-408f-82ca-bfae2cf05f81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.467412701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cefe33-eec9-4012-b5a2-ee5c9c01f601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.477098802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cefe33-eec9-4012-b5a2-ee5c9c01f601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.482346958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cefe33-eec9-4012-b5a2-ee5c9c01f601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.492177199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cfc3407-7ebc-4444-827e-736280d98608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.492202125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cfc3407-7ebc-4444-827e-736280d98608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.934408166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"ef4e572e-0cb6-4809-9c94-92e81b124107","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.942626822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"ef4e572e-0cb6-4809-9c94-92e81b124107","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.948223858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"ef4e572e-0cb6-4809-9c94-92e81b124107","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.955043891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ada342dd-2deb-4827-a5a7-92efab5f9098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:47.955063709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ada342dd-2deb-4827-a5a7-92efab5f9098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.207282339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"7fbc0a56-d373-4264-9818-a3c426ec0085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.214879936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"7fbc0a56-d373-4264-9818-a3c426ec0085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"name":"e2e-api-a-51119c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.222218168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51119c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2b6aa3398dfca2d34ccec480b75067f762c7508ea71bb166abcbdd4bf9ba5e13) AuthConfig (b2c5f6374dc9072a7af2c1cb95484c56839d1ad698ffc310b65b5b37fd830abc) AuthConfig (34fb853acf61ff32d61663a971673b375d1e5362c6ddf0da8060bbeefeeb6d5a) AuthConfig (4b59f99d246a31d3b16386fdfb93aa52748d0b2731b22b810a254d03d24ea8bc) AuthConfig (cb761e673747fb4f10ca5289faad2869fe572f0d8c7e9059a391cdd1c01a3e83) AuthConfig (f0c739498ad6df44c5aab15b77bdd68c6e78e20e08ae76f75899cd50922fccc2) EnvoyFilter (openshift-ingress/e2e-api-a-51119c) EnvoyFilter (openshift-ingress/e2e-api-a-51119c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"7fbc0a56-d373-4264-9818-a3c426ec0085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.699863302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e8bb4e2f-df82-4d2b-9e36-f820ecfb207a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.725386173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e8bb4e2f-df82-4d2b-9e36-f820ecfb207a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.730845078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"e8bb4e2f-df82-4d2b-9e36-f820ecfb207a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.736974068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552b3470-c715-42fe-a870-11d712645128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:52.736988611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552b3470-c715-42fe-a870-11d712645128","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.13877572Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"86c66e2b-646a-485d-ba21-cd00cdd0e8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.156354668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e1d01f-f127-41fb-b19f-0bcd6d7741bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.163384441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e1d01f-f127-41fb-b19f-0bcd6d7741bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.200748354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"86c66e2b-646a-485d-ba21-cd00cdd0e8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.225822041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"86c66e2b-646a-485d-ba21-cd00cdd0e8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"name":"e2e-api-a-51119c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.225846291Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"e2e-e2e-api-a-51119c-policy","reconcileID":"86c66e2b-646a-485d-ba21-cd00cdd0e8f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51119c-policy","namespace":"ai-tenant-e2e-api-a-51119c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.232673765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01b6d4ea-21bb-4287-9124-ff3b89300f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:53.232691037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01b6d4ea-21bb-4287-9124-ff3b89300f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.343095555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309f2247-a431-45d0-bf19-d6e0f317255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.368615572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309f2247-a431-45d0-bf19-d6e0f317255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.378753752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309f2247-a431-45d0-bf19-d6e0f317255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.387599313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309f2247-a431-45d0-bf19-d6e0f317255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.404810691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5728fd72-e118-41a5-ae7e-009fe51fc980","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.429380175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"5728fd72-e118-41a5-ae7e-009fe51fc980","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.478290734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"59d67abe-2fe2-4cc1-a098-7ce7012bd1bc","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.478409152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"59d67abe-2fe2-4cc1-a098-7ce7012bd1bc","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.696410352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e47f8-2617-45c7-ada1-92bcb57e515e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.699407556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e47f8-2617-45c7-ada1-92bcb57e515e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.702478553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e47f8-2617-45c7-ada1-92bcb57e515e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.705621328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e47f8-2617-45c7-ada1-92bcb57e515e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.046601996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"446a0f1d-d939-4907-8fe2-7addc52dbe04","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.052171652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0405adb2-5b57-4af5-b90b-43a918267be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.052191511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0405adb2-5b57-4af5-b90b-43a918267be7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.054864446Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-policy-fa317fcd","reconcileID":"446a0f1d-d939-4907-8fe2-7addc52dbe04","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"policyNamespace":"ai-tenant-e2e-mt-6769ca29","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.064005223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f25bfda7-4258-41a3-8a11-903b9e294dd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.064026305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f25bfda7-4258-41a3-8a11-903b9e294dd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.304161014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d517254d-26f9-4596-99fb-aea8130f7c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.30426203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d517254d-26f9-4596-99fb-aea8130f7c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:56.556099536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"3fd4c6b2-4df4-4c55-a897-c6f7f6d7095a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:56.563182848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"3fd4c6b2-4df4-4c55-a897-c6f7f6d7095a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:56.56921395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-65e5ec-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"3fd4c6b2-4df4-4c55-a897-c6f7f6d7095a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.4231511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f629433-c967-4a3d-beb1-ece63e75bc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.448061335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f629433-c967-4a3d-beb1-ece63e75bc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.453750895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f629433-c967-4a3d-beb1-ece63e75bc03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.461997022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1e0e518-e608-43ed-88cf-806a483d44db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.462013198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1e0e518-e608-43ed-88cf-806a483d44db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.515033826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"113534f5-9183-4040-854c-58cae6ff91da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.522501939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"113534f5-9183-4040-854c-58cae6ff91da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.529553197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"113534f5-9183-4040-854c-58cae6ff91da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.535612484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ecbde7d-b0c2-4eac-b79e-838ea9e0918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.535632785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ecbde7d-b0c2-4eac-b79e-838ea9e0918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:57.97974952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"8ed18874-c421-40a3-a1b3-7ed40172252d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.014583433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"8ed18874-c421-40a3-a1b3-7ed40172252d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.021579221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"8ed18874-c421-40a3-a1b3-7ed40172252d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.030834357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f688bc34-3ca4-4714-9a2b-905f27a0c961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.030852071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f688bc34-3ca4-4714-9a2b-905f27a0c961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.315186998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","namespace":"ai-tenant-e2e-api-a-51119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.31524566Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","namespace":"ai-tenant-e2e-api-a-51119c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.315293671Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","tenant":"e2e-api-a-51119c","tenantID":"e2e-api-a-51119c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.320935521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Deployment","name":"maas-api-e2e-api-a-51119c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.337213988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Service","name":"maas-api-e2e-api-a-51119c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.347246916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-51119c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.354044065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-51119c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.364247847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.369408421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.377266783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.382900037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.386585677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Deployment","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.391576733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.394820947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Service","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.39772947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.400455784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.403186309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.405802171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.414176638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.416810043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.41949169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.421992413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-51119c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.426653361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51119c"},"namespace":"ai-tenant-e2e-api-a-51119c","name":"default-tenant","reconcileID":"4642055a-b0ea-4106-b0b9-6102a03265d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-51119c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.447499067Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51119c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51119c","reconcileID":"df3831cd-7848-4a81-8b01-3348328f603e","aitenant":"ai-tenants/e2e-api-a-51119c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.533826366Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51119c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51119c","reconcileID":"df3831cd-7848-4a81-8b01-3348328f603e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-51119c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-51119c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.600021239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba73412-4630-4250-b302-85c22d4f3a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.61162293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba73412-4630-4250-b302-85c22d4f3a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.61614215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba73412-4630-4250-b302-85c22d4f3a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.620360206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba73412-4630-4250-b302-85c22d4f3a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.897474605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509be59-9d2f-4e0e-9c27-4768ab945881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.901273381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509be59-9d2f-4e0e-9c27-4768ab945881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.904336171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509be59-9d2f-4e0e-9c27-4768ab945881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:00.907455306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509be59-9d2f-4e0e-9c27-4768ab945881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.363354811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f473c6-82ff-48e2-8c6c-ccce0b213356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.366355646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f473c6-82ff-48e2-8c6c-ccce0b213356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.369303674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f473c6-82ff-48e2-8c6c-ccce0b213356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:01.372307736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f473c6-82ff-48e2-8c6c-ccce0b213356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.321813676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"e2fd68d4-257e-4f48-a97c-cbd25b3562b8","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-fa317fcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.343003396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"namespace":"ai-tenant-e2e-mt-6769ca29","name":"e2e-shared-int-sub-fa317fcd","reconcileID":"e2fd68d4-257e-4f48-a97c-cbd25b3562b8","MaaSSubscription":{"name":"e2e-shared-int-sub-fa317fcd","namespace":"ai-tenant-e2e-mt-6769ca29"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-d8cebd","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.357609459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3970ac0-ac17-4317-b2f6-aee60a6f50d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.357737697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"2c120680-e862-4fe4-bf72-822c0c67cab9","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.3657922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5581b0e7-ab0f-4409-95ff-d456a2a55caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.365808584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5581b0e7-ab0f-4409-95ff-d456a2a55caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.576712116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"2df66092-28f3-484e-b082-4c47425a70ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.586192408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"2df66092-28f3-484e-b082-4c47425a70ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.650357059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-65e5ec-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"2df66092-28f3-484e-b082-4c47425a70ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.476745119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822a5432-4602-4d7b-9a5d-f0a2ef0ec13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.484234151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822a5432-4602-4d7b-9a5d-f0a2ef0ec13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.490704893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822a5432-4602-4d7b-9a5d-f0a2ef0ec13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.586335949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5084168e-e832-4f79-a7a6-0541e27149c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.597569028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5084168e-e832-4f79-a7a6-0541e27149c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.608549445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5084168e-e832-4f79-a7a6-0541e27149c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.670886102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"0a8feb2b-ca28-4948-bec6-1e1c96d5ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.678980772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"0a8feb2b-ca28-4948-bec6-1e1c96d5ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.687025219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-65e5ec-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"0a8feb2b-ca28-4948-bec6-1e1c96d5ed81","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.769896899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"299d88d6-7d37-4c47-91bf-4d7949cb47e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.776782971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"299d88d6-7d37-4c47-91bf-4d7949cb47e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.782327339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-65e5ec-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"299d88d6-7d37-4c47-91bf-4d7949cb47e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.863695738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef8c42-94d4-476e-88aa-4e4f8e9607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.867542446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef8c42-94d4-476e-88aa-4e4f8e9607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.871447155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef8c42-94d4-476e-88aa-4e4f8e9607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:07.874691236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ef8c42-94d4-476e-88aa-4e4f8e9607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.080546656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7a51323c-3506-481b-9fe3-dab2d46f4b76","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.134356483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"18487a41-2bd8-4408-af23-9dcfccdc09e7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.134461412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"18487a41-2bd8-4408-af23-9dcfccdc09e7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.157301285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7a51323c-3506-481b-9fe3-dab2d46f4b76","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.159788808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aef0920-136d-4b6a-b66b-15e1fec46744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.159953097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6aef0920-136d-4b6a-b66b-15e1fec46744","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.229746278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"e1b2bf49-8df0-4525-9810-1f1afade7fa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.258667245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"693c25bc-98dc-4096-9c32-9302f907da1e","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.258688982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"693c25bc-98dc-4096-9c32-9302f907da1e","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.259706969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"200b350b-f6d8-419f-a4ac-a5060927aa34","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.268924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"7a51323c-3506-481b-9fe3-dab2d46f4b76","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.27657728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"200b350b-f6d8-419f-a4ac-a5060927aa34","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.277538577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"5360125e-714e-439c-8af7-0313b422724f","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.370803123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"e1b2bf49-8df0-4525-9810-1f1afade7fa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.384528582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"2f5d31ff-a38d-40ab-87b7-f35d4f5beff7","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.401829412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"e1b2bf49-8df0-4525-9810-1f1afade7fa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"name":"e2e-api-b-65e5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.401857288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"e2e-e2e-api-b-65e5ec-policy","reconcileID":"e1b2bf49-8df0-4525-9810-1f1afade7fa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-65e5ec-policy","namespace":"ai-tenant-e2e-api-b-65e5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-65e5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.40888892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"262f5e2f-dcbe-4c4d-aecd-33d7f548be4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.408926451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"262f5e2f-dcbe-4c4d-aecd-33d7f548be4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.416334133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9571b71-a28c-4cac-88cd-799eb6f6bb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.419364694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9571b71-a28c-4cac-88cd-799eb6f6bb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.422416863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9571b71-a28c-4cac-88cd-799eb6f6bb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.425521575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9571b71-a28c-4cac-88cd-799eb6f6bb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.472798039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"18094abe-de41-4fb8-93bb-93e8a0c5c332","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.481271205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"18094abe-de41-4fb8-93bb-93e8a0c5c332","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:08.997471339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740be46e-13b9-473f-adcd-0c9b3b49dcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.000984543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740be46e-13b9-473f-adcd-0c9b3b49dcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.00511298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740be46e-13b9-473f-adcd-0c9b3b49dcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.052634017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740be46e-13b9-473f-adcd-0c9b3b49dcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.318230183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","namespace":"ai-tenant-e2e-api-b-65e5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.318297611Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","namespace":"ai-tenant-e2e-api-b-65e5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.318349767Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","tenant":"e2e-api-b-65e5ec","tenantID":"e2e-api-b-65e5ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.323072549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Deployment","name":"maas-api-e2e-api-b-65e5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.343838933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Service","name":"maas-api-e2e-api-b-65e5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.352584431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-65e5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.357300087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-65e5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.368815569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.374121567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.381154048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.38594484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.390933688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Deployment","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.393608881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.396638536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Service","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.399191114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"Service","name":"payload-pre-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.401713977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.404118266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.406969545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.41670611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.419629782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.42253849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.425027905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-65e5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.427517276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-65e5ec"},"namespace":"ai-tenant-e2e-api-b-65e5ec","name":"default-tenant","reconcileID":"8da4b92d-a82f-4c10-88a3-90968c10eba4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-65e5ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.124578187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79269fc8-afb3-4b7f-9270-ccfd5eb39e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.240335234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79269fc8-afb3-4b7f-9270-ccfd5eb39e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.259308232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79269fc8-afb3-4b7f-9270-ccfd5eb39e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.267967016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79269fc8-afb3-4b7f-9270-ccfd5eb39e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.508222631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530b616f-37e5-4eb8-a08a-cd9f8efa5942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.511956732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530b616f-37e5-4eb8-a08a-cd9f8efa5942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.515135297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530b616f-37e5-4eb8-a08a-cd9f8efa5942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.518167238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530b616f-37e5-4eb8-a08a-cd9f8efa5942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.900856771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2606e7-6aa3-4dc9-a1cb-e4453900978d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.904023175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2606e7-6aa3-4dc9-a1cb-e4453900978d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.907228661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2606e7-6aa3-4dc9-a1cb-e4453900978d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:11.910269759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2606e7-6aa3-4dc9-a1cb-e4453900978d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.085569188Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-54df68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-54df68","reconcileID":"82d438fd-c95b-4c5a-9ff8-e61932b8239f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-54df68","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-54df68":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.329417596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634f9036-aeff-446d-a827-223758bd14e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.387238566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634f9036-aeff-446d-a827-223758bd14e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.39472989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634f9036-aeff-446d-a827-223758bd14e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.402296677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634f9036-aeff-446d-a827-223758bd14e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.747142579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50beaa-ef23-4d7b-acb8-1d4279bb5b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.750719503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50beaa-ef23-4d7b-acb8-1d4279bb5b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.753946367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50beaa-ef23-4d7b-acb8-1d4279bb5b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:12.759599052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da50beaa-ef23-4d7b-acb8-1d4279bb5b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:13.217079975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d039e25c-4204-4174-933f-b9f5fb7f953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:13.248186871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d039e25c-4204-4174-933f-b9f5fb7f953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:13.256674246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d039e25c-4204-4174-933f-b9f5fb7f953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:13.259986725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d039e25c-4204-4174-933f-b9f5fb7f953e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:14.485322183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.436103285Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-65e5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-65e5ec","reconcileID":"79b9a925-b69e-45ab-93c5-1fd99dac7337","aitenant":"ai-tenants/e2e-api-b-65e5ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.601530786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-65e5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-65e5ec","reconcileID":"79b9a925-b69e-45ab-93c5-1fd99dac7337","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-65e5ec","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-65e5ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.647401434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ea9b42-fe05-481c-b7fd-3c70bcffeb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.650592704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ea9b42-fe05-481c-b7fd-3c70bcffeb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.653759405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ea9b42-fe05-481c-b7fd-3c70bcffeb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.656981126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ea9b42-fe05-481c-b7fd-3c70bcffeb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.907551942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6c7e4-f30d-40ac-b2bb-16e5193c7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.911101564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6c7e4-f30d-40ac-b2bb-16e5193c7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.914454363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6c7e4-f30d-40ac-b2bb-16e5193c7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:15.918094312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d6c7e4-f30d-40ac-b2bb-16e5193c7ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.502674393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190159ad-e87c-4944-a842-cd182518609c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.511786032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190159ad-e87c-4944-a842-cd182518609c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.518183304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190159ad-e87c-4944-a842-cd182518609c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.528584819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb6c1d68-7207-40a9-a475-6ba6371453f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.528604392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb6c1d68-7207-40a9-a475-6ba6371453f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.642512851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59228a33-ec26-42ee-aa30-6bbb19bbd54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.656372331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59228a33-ec26-42ee-aa30-6bbb19bbd54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.664365218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59228a33-ec26-42ee-aa30-6bbb19bbd54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.683227779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9368092a-5c3f-4991-8c7e-f2fce5231155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:17.683345289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9368092a-5c3f-4991-8c7e-f2fce5231155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.277299074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3aee7e60-98ea-49bd-9e21-e50c3461b44d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.28539279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3aee7e60-98ea-49bd-9e21-e50c3461b44d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.293721365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3aee7e60-98ea-49bd-9e21-e50c3461b44d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.306076487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c81f4a7-7253-44ca-a38b-417bdb038529","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.306098385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c81f4a7-7253-44ca-a38b-417bdb038529","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.367575556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"3d85af03-cfa9-4532-abd3-552399c1ef36","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.36759599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"3d85af03-cfa9-4532-abd3-552399c1ef36","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.380078107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"e4111fd4-ecad-458b-8017-4b9a784c9368","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.384437905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"6faefa40-793c-492e-8729-ae8c86354fbe","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.387596699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"e4111fd4-ecad-458b-8017-4b9a784c9368","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.478478474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"10e0696a-05d4-491e-be40-863003aa33fe","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.497858452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"35cb1dcc-e2c5-4c5a-9484-2946b8448553","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.527054763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"10e0696a-05d4-491e-be40-863003aa33fe","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.938585837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"962d1283-ad56-400b-9885-62d1103fb391","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:18.955319591Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"962d1283-ad56-400b-9885-62d1103fb391","name":"e2e-api-a-54df68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.811523103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.811592313Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.818358764Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.81837465Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.818461812Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.819076799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"76f4f2b4-3bde-4d7a-aa4f-66c578ad6885","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.819095068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"76f4f2b4-3bde-4d7a-aa4f-66c578ad6885","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.828260396Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"c5b5ad8c-0c91-4e35-9bfd-5a274310f744","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.828501977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"233239b9-4c89-42db-aab0-b50d8d660a0c","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.828518693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"233239b9-4c89-42db-aab0-b50d8d660a0c","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.836217618Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"1ae61ce0-e5ed-4c37-beda-91a52e0e8cfb","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1ea8b2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.838816214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"cfef6131-a1a7-4819-9bca-5ec4b9a00a88","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1ea8b2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.947651949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"df03bda8-914a-4cd8-917e-b5877f96e69c","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.956518672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"df03bda8-914a-4cd8-917e-b5877f96e69c","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.964405535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"82f0d6ca-3dec-4c0c-8e0a-0e56b9da9bb7","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:21.991028865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"82f0d6ca-3dec-4c0c-8e0a-0e56b9da9bb7","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:22.015560446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"82f0d6ca-3dec-4c0c-8e0a-0e56b9da9bb7","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"e2e-mt-dd03e395-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:22.01558174Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-policy-dd03e395","reconcileID":"82f0d6ca-3dec-4c0c-8e0a-0e56b9da9bb7","MaaSAuthPolicy":{"name":"e2e-policy-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:22.023659168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ce96abd5-2267-46d2-b4cb-9ef5c299ac0a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:22.023674832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ce96abd5-2267-46d2-b4cb-9ef5c299ac0a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.64707719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e969cc6-dafe-42e5-9ec2-dfea1c9efc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.748336992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e969cc6-dafe-42e5-9ec2-dfea1c9efc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.765593539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"930ea7dd-646b-4f15-8b3f-6777194b4b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.835813414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"930ea7dd-646b-4f15-8b3f-6777194b4b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.924353831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd1f045d-4327-4f2b-9307-546cc87e0b5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.924407043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd1f045d-4327-4f2b-9307-546cc87e0b5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.938814056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4f6005-7115-404d-ab34-be3ae0228e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:27.938840767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4f6005-7115-404d-ab34-be3ae0228e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.341372552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3129a50b-e5cd-44b5-b58c-cbcbe12360af","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.358749641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"3129a50b-e5cd-44b5-b58c-cbcbe12360af","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.485936854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53249d1d-92ad-414c-86b7-9667529c1592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:28.48603891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53249d1d-92ad-414c-86b7-9667529c1592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.145937806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d8cebd","reconcileID":"a0cf985c-b89c-4035-937d-52494975b930","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d8cebd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.146053856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07c7f525-6d84-4d10-ac5c-fc316c2a3516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.146072201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07c7f525-6d84-4d10-ac5c-fc316c2a3516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.159652613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c82df1e-9839-453a-9a0a-83e368f74f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.159671077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c82df1e-9839-453a-9a0a-83e368f74f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.410265372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d0d0853-f464-4915-b5c6-573afc319db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.419416501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d0d0853-f464-4915-b5c6-573afc319db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.469093614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c13a18f-d444-47ce-bd29-3eab0ac864db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.484477914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d33c74b-dbcf-46cb-ae70-19db48807b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.548534336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c13a18f-d444-47ce-bd29-3eab0ac864db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.548950654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d33c74b-dbcf-46cb-ae70-19db48807b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.62348967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43505855-1217-4a8b-8b0b-1544fd222c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.646215562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43505855-1217-4a8b-8b0b-1544fd222c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.649817035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43505855-1217-4a8b-8b0b-1544fd222c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.653894987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43505855-1217-4a8b-8b0b-1544fd222c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.910265269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc45fc0-fdaf-4b39-832a-ec6e5ef3fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.913733563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc45fc0-fdaf-4b39-832a-ec6e5ef3fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.917059859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc45fc0-fdaf-4b39-832a-ec6e5ef3fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:30.920302921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc45fc0-fdaf-4b39-832a-ec6e5ef3fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:31.842216052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"9941f383-a493-49a6-97a5-dd3c1488b966","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","subscription":"e2e-sub-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:31.845460296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"9941f383-a493-49a6-97a5-dd3c1488b966","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:31.848817113Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-sub-dd03e395","reconcileID":"9941f383-a493-49a6-97a5-dd3c1488b966","MaaSSubscription":{"name":"e2e-sub-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"name":"maas-trlp-e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:31.977618449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"d1049749-cd7f-4179-aa16-d08f65617597","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:31.977641251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"d1049749-cd7f-4179-aa16-d08f65617597","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.430458901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9be8990-4d32-46a2-aa40-bc87bb221fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.430480952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9be8990-4d32-46a2-aa40-bc87bb221fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.43555192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b0e381b-ef9d-4feb-b0bc-4f680f353bd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.435568776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b0e381b-ef9d-4feb-b0bc-4f680f353bd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.44083878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"bb31c817-7a34-44be-91c2-fc7cefea3cbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.465751467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"bb31c817-7a34-44be-91c2-fc7cefea3cbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"name":"e2e-api-a-54df68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.47288969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-54df68-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"bb31c817-7a34-44be-91c2-fc7cefea3cbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.479552914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c56ad03-53b3-4868-bd40-839e4cf795c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:32.47956844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c56ad03-53b3-4868-bd40-839e4cf795c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.502465779Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.50265701Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.502781228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","tenant":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.509561594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Deployment","name":"maas-api-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.52627178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Service","name":"maas-api-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.534701219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.547258429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.559790255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.565880262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.577062436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.583349254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.586113992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Deployment","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.588967546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.591964193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Service","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.596099681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"Service","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.599789856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"DestinationRule","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.602493153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.60513549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.61123876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.614020853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.616648818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.621131849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:33.624400138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"d2a7abcc-6bf5-4ee1-ad4f-aa25256f8663","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-dd03e395","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.018002959Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-dd03e395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-dd03e395","reconcileID":"99c17f5f-a047-458e-b0b7-00a95a85b51a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-dd03e395","removed":["maas.opendatahub.io/gateway-access-e2e-mt-dd03e395"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.049749629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"0022bce8-2a81-4e37-a71c-d3f60240d2ef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.063464843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"0022bce8-2a81-4e37-a71c-d3f60240d2ef","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.06933364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"fe06f597-5813-4b7e-9a50-91ea7238dc86","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.069490887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"fe06f597-5813-4b7e-9a50-91ea7238dc86","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.079796259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"f928fa4c-53e1-45ec-8b39-eacc61445deb","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.079853044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"f928fa4c-53e1-45ec-8b39-eacc61445deb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.102764629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5c0fc736-4618-4cf5-b004-7d707c77cb8f","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.10286035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5c0fc736-4618-4cf5-b004-7d707c77cb8f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.161985655Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9c28441a-ee52-4266-9ae5-803047503eb8","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.162049182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9c28441a-ee52-4266-9ae5-803047503eb8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.254233616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"c5a8a3e5-97f1-4107-8ec6-940d76d5b75a","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.254323429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"c5a8a3e5-97f1-4107-8ec6-940d76d5b75a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.256606047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119f684a-588f-4ecb-86f9-a838094c6bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.26183616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119f684a-588f-4ecb-86f9-a838094c6bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.268357148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119f684a-588f-4ecb-86f9-a838094c6bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.27415028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119f684a-588f-4ecb-86f9-a838094c6bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.446282122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9ffc4b1e-4318-4d97-b5a9-9b41debae779","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.446357182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9ffc4b1e-4318-4d97-b5a9-9b41debae779","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.50395576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d547805c-6925-4b48-8617-bffc9969513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.506902892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d547805c-6925-4b48-8617-bffc9969513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.509891913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d547805c-6925-4b48-8617-bffc9969513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:34.513049286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d547805c-6925-4b48-8617-bffc9969513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.76697803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ec506fa8-f103-4b26-b061-33c5f637c8b2","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:34.767047399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ec506fa8-f103-4b26-b061-33c5f637c8b2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.407348831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5e48e91b-2a62-4611-9c9c-39c2a02f6ea7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.407408348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5e48e91b-2a62-4611-9c9c-39c2a02f6ea7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.565885882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"b85e7a65-ee16-460c-bd5f-14239235c8e5","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.565991868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"b85e7a65-ee16-460c-bd5f-14239235c8e5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.580334304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"7d03b2b7-2d14-4bd3-80d3-95133fe4f889","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:35.580399756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"7d03b2b7-2d14-4bd3-80d3-95133fe4f889","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:35.746410173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e239f92-9d68-4ce2-a92b-0bbb64e516f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:35.749820725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e239f92-9d68-4ce2-a92b-0bbb64e516f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:35.752902272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e239f92-9d68-4ce2-a92b-0bbb64e516f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:35.756093963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e239f92-9d68-4ce2-a92b-0bbb64e516f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.037034359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d862ae8-0527-4b21-91cd-61ca55128f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.060032689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d862ae8-0527-4b21-91cd-61ca55128f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.091522776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d862ae8-0527-4b21-91cd-61ca55128f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.114233479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d862ae8-0527-4b21-91cd-61ca55128f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:36.592317351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"a3f41d2d-00da-43b0-a1bf-0103ab8847e7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:36.592395557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"a3f41d2d-00da-43b0-a1bf-0103ab8847e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.608021432Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a2d8e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a2d8e5","reconcileID":"48dc74cd-1992-4573-8e99-843b1eb511a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a2d8e5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a2d8e5":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:36.64445338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"53611a6b-6994-4bc8-8292-69c8add2d050","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:36.644534763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"53611a6b-6994-4bc8-8292-69c8add2d050","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.783199428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b43c0c-8c75-4373-8592-4b2039f28cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.911702246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b43c0c-8c75-4373-8592-4b2039f28cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.972993167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b43c0c-8c75-4373-8592-4b2039f28cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.977530671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b43c0c-8c75-4373-8592-4b2039f28cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:37.921585834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"23652dbd-4aeb-4056-9d9b-54d0703883ed","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:37.921716032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"23652dbd-4aeb-4056-9d9b-54d0703883ed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:39.859237181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9d2d131d-93ff-4d9e-807c-8e54fd0a2fb1","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:39.859295481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"9d2d131d-93ff-4d9e-807c-8e54fd0a2fb1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:39.870686783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"fc93019e-f304-44ab-984f-eed0988b7617","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:39.87075214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"fc93019e-f304-44ab-984f-eed0988b7617","error":"resolve tenant gateway for model ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395-kserve-route (gateways: [openshift-ingress/e2e-mt-dd03e395]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.022517778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4742fe4-d98d-4fd6-bf2a-e265aa5e8964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.02648624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4742fe4-d98d-4fd6-bf2a-e265aa5e8964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.052784477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4742fe4-d98d-4fd6-bf2a-e265aa5e8964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.056054244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4742fe4-d98d-4fd6-bf2a-e265aa5e8964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.283025927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fbcaaa-abe0-4ac7-a594-e8245f91759f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.2869274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fbcaaa-abe0-4ac7-a594-e8245f91759f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.291107242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fbcaaa-abe0-4ac7-a594-e8245f91759f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.29764725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fbcaaa-abe0-4ac7-a594-e8245f91759f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.47180912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"4ff2efcf-056a-4717-84c8-848c754490e3","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-d8cebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.489287053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d8cebd","reconcileID":"4ff2efcf-056a-4717-84c8-848c754490e3","MaaSSubscription":{"name":"e2e-default-int-sub-d8cebd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.496163477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cefbc-5456-4990-872b-65801a2c515f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.499380627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cefbc-5456-4990-872b-65801a2c515f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.502009102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27343148-a5da-4ee7-8093-ba55bab1da69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.502606965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cefbc-5456-4990-872b-65801a2c515f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.550341856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12cefbc-5456-4990-872b-65801a2c515f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.551082535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df83098-b004-4627-9799-f19b633c7305","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.551098861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df83098-b004-4627-9799-f19b633c7305","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.584001029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f095434-a0ef-47bb-8069-8374b8644f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.58445652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d459cf8c-3900-43e9-92ef-2a512f0d7a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.648513946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f095434-a0ef-47bb-8069-8374b8644f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.651007824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d459cf8c-3900-43e9-92ef-2a512f0d7a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.88441485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5a14b779-ae8d-4ed2-9494-081a5a12f8cf","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.884435715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"5a14b779-ae8d-4ed2-9494-081a5a12f8cf","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:40.930830595Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-dd03e395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-dd03e395","reconcileID":"16e35077-abec-4131-9485-2bea07773c37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-dd03e395","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-dd03e395":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.24405126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"356f223f-5fb3-42ee-ab78-130032b9e685","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.244077159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"356f223f-5fb3-42ee-ab78-130032b9e685","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.452087985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ed47f-9dd5-4ce2-a48c-87d175e43227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.455293221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ed47f-9dd5-4ce2-a48c-87d175e43227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.458449818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ed47f-9dd5-4ce2-a48c-87d175e43227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:41.462255809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6ed47f-9dd5-4ce2-a48c-87d175e43227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.130970304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d5b99e-8bbc-4e1e-912e-9fad6ebaf0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.151676226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d5b99e-8bbc-4e1e-912e-9fad6ebaf0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.161183212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d5b99e-8bbc-4e1e-912e-9fad6ebaf0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.168433432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d5b99e-8bbc-4e1e-912e-9fad6ebaf0f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.47597188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9514e910-f28f-4a77-915b-c48b9008c6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.483170592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9514e910-f28f-4a77-915b-c48b9008c6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.487938984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9514e910-f28f-4a77-915b-c48b9008c6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.497608051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9514e910-f28f-4a77-915b-c48b9008c6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.512013948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"9f6d6ac5-1694-481a-9114-88a4a589aaa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.520896803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"9f6d6ac5-1694-481a-9114-88a4a589aaa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"name":"e2e-api-a-54df68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.530291048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-54df68-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"9f6d6ac5-1694-481a-9114-88a4a589aaa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.764681884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"a2119f82-8be7-4f56-81df-93129c4ceae8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:42.780022379Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"a2119f82-8be7-4f56-81df-93129c4ceae8","name":"e2e-api-b-a2d8e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.556961279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45945c78-5c05-44a2-a440-2d85790e9120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.557404754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.563814943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45945c78-5c05-44a2-a440-2d85790e9120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.569557547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45945c78-5c05-44a2-a440-2d85790e9120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.574328667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45945c78-5c05-44a2-a440-2d85790e9120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.984025664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53281a92-4fe4-4e74-8a71-6f5fdd9826ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:44.996821469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53281a92-4fe4-4e74-8a71-6f5fdd9826ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.008632324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53281a92-4fe4-4e74-8a71-6f5fdd9826ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.014039006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53281a92-4fe4-4e74-8a71-6f5fdd9826ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.029722652Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-340b96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-340b96","reconcileID":"6253399e-5f3f-4fc3-8441-1f4a738ff481","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-340b96","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-340b96":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.269948149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90ef21d-6b30-4055-a00e-beb15941d0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.273393236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90ef21d-6b30-4055-a00e-beb15941d0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.276580204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90ef21d-6b30-4055-a00e-beb15941d0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.27981377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90ef21d-6b30-4055-a00e-beb15941d0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.966143688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f0f834f-0148-41ee-9a55-92640ddf055f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.96625026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f0f834f-0148-41ee-9a55-92640ddf055f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.977231614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81e083c-d497-4eba-81ec-8367a10e827c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.977258672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81e083c-d497-4eba-81ec-8367a10e827c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:47.994611069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"63c81d8f-e7d4-4ac0-af48-96722fe0a773","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.004737841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"63c81d8f-e7d4-4ac0-af48-96722fe0a773","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.045891374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd93a9d-5165-4c07-ae47-2d274cee65a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.045958279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd93a9d-5165-4c07-ae47-2d274cee65a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.100146729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"555cee5c-831b-478e-9b11-baf81c88136b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.111282474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"555cee5c-831b-478e-9b11-baf81c88136b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.150034154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f0874e-4b17-4140-a6eb-e7041007c9aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.150059586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f0874e-4b17-4140-a6eb-e7041007c9aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:57:48.247205665Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-cc95e6c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-cc95e6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.248504235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc5e2f4-8282-425a-b1f3-1ad1489f6489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.2485225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc5e2f4-8282-425a-b1f3-1ad1489f6489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.252954009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3ac124-475f-4d29-a552-c9b8c991b73b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.252966674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3ac124-475f-4d29-a552-c9b8c991b73b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.254410403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb66ab2b-cabc-4d6c-ab7f-7ff60dcf4e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.254866045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"d8f4cdb3-01d7-4023-affd-5790cb7545b5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.255241945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec22b3c0-87f2-4b08-8407-aedb7c6c23de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.262459002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec22b3c0-87f2-4b08-8407-aedb7c6c23de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.262640189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"d8f4cdb3-01d7-4023-affd-5790cb7545b5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.265063389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb66ab2b-cabc-4d6c-ab7f-7ff60dcf4e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.274640002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"c51b588e-e353-42b5-8efe-08b8238365eb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-cc95e6c0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.274723441Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"c51b588e-e353-42b5-8efe-08b8238365eb","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cc95e6c0","error":"MaaSModelRef not found: llm/nonexistent-model-cc95e6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.294818363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c134d45-41f0-40a9-ba5d-297789dab9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.295847362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b4e79aa-d1fe-4c2d-9721-f52f07820f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.295865814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b4e79aa-d1fe-4c2d-9721-f52f07820f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.29782655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"cc873051-e876-41fa-8fb6-b7555ee102c1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.305136913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c134d45-41f0-40a9-ba5d-297789dab9ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.346973886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"cc873051-e876-41fa-8fb6-b7555ee102c1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.368466268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c4fbbd2-e393-4f38-9df4-4409de1b83c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.368683989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"17c07bb6-6eb7-4927-9481-a120590f710a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.368775405Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"17c07bb6-6eb7-4927-9481-a120590f710a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cc95e6c0","error":"MaaSModelRef not found: llm/nonexistent-model-cc95e6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.391770384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60e58d7-87b0-4f8d-8c0a-25c86122852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.398789685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60e58d7-87b0-4f8d-8c0a-25c86122852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.957237584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"83c243a5-c1df-4f1f-aa1c-811fc97ebc05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:49.011411508Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"83c243a5-c1df-4f1f-aa1c-811fc97ebc05","name":"e2e-mt-dd03e395-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.839417844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00d29b2-a266-4443-8b23-fa2970362db4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.839449799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00d29b2-a266-4443-8b23-fa2970362db4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.851421012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71201dc5-7537-49c8-a0e3-cf62e496c41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.851627744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"7ac2fef2-fc57-4795-8940-d5b7eedc2e79","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.855811578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a5fe17-0196-4ac2-aa94-ed1067bc6145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.861706727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"7ac2fef2-fc57-4795-8940-d5b7eedc2e79","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.862499563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71201dc5-7537-49c8-a0e3-cf62e496c41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.864063134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a5fe17-0196-4ac2-aa94-ed1067bc6145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.796287109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d12ce9-7ee4-41aa-a7f3-8e73508e723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.799456249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d12ce9-7ee4-41aa-a7f3-8e73508e723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.802849604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d12ce9-7ee4-41aa-a7f3-8e73508e723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.806321943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1d12ce9-7ee4-41aa-a7f3-8e73508e723c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.101506436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b0dc83-edd4-424f-a704-305b79197d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.105137302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b0dc83-edd4-424f-a704-305b79197d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.108643181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b0dc83-edd4-424f-a704-305b79197d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.112082282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b0dc83-edd4-424f-a704-305b79197d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.537120504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"8d387f8d-7161-4112-80ea-fc0c7fe1aab1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.544365115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"8d387f8d-7161-4112-80ea-fc0c7fe1aab1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"name":"e2e-api-a-54df68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.549868196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-54df68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d89d817cc765b26fe1a67b41d7579281fec95b1924088ef32e9ae75e1a71f4cd) AuthConfig (2bac848ebfba40b9d2807be9d1c10dead7a9b1929474c9d605805f4c6d10359d) AuthConfig (87672205c8a2c62e9935006052c1cf1a5bff56ac78bde32518352a5942c3b043) AuthConfig (9b2f799df1f6ecf6400ad2a20ac54511e6b280258cd718a14c4a168a617c7a17) AuthConfig (3152f76a5d44b49e2aa925f41c642222edeb7ad524a99cfab25101c94e513f5d) AuthConfig (e635e3bb69dc94c8b853c51e645991e528f48881aec1fbfbea9bf5b24f2c2223) EnvoyFilter (openshift-ingress/e2e-api-a-54df68) EnvoyFilter (openshift-ingress/e2e-api-a-54df68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"8d387f8d-7161-4112-80ea-fc0c7fe1aab1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.558149477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6ed928-6eae-411b-86e9-735a7f6200cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.558166296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c6ed928-6eae-411b-86e9-735a7f6200cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.986342634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"f5a8119d-a547-419f-86b5-e13931689537","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:53.003518606Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"f5a8119d-a547-419f-86b5-e13931689537","name":"e2e-api-a-340b96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.017869305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8659c627-8544-4a9d-8a54-9345e83f6115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.017900161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8659c627-8544-4a9d-8a54-9345e83f6115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.035514412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0624eeaf-fbe2-43bf-ac1a-b3b9d2036ff8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.03553772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0624eeaf-fbe2-43bf-ac1a-b3b9d2036ff8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.043790576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"23dc7f00-19a2-4a64-b6b9-26f388082046","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.076175605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"23dc7f00-19a2-4a64-b6b9-26f388082046","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"name":"e2e-api-b-a2d8e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.08243066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a2d8e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"23dc7f00-19a2-4a64-b6b9-26f388082046","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.091146983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af799af5-24e1-4171-a318-b312554750d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:57.091166134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af799af5-24e1-4171-a318-b312554750d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.604708212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777fa8e8-9d51-4827-87ce-730fe49f9444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.608186794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777fa8e8-9d51-4827-87ce-730fe49f9444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.611486307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777fa8e8-9d51-4827-87ce-730fe49f9444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.614622869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"777fa8e8-9d51-4827-87ce-730fe49f9444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.858863288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"ff34dd33-68b6-4553-8a67-040867daf307","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-cc95e6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.877149898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"ff34dd33-68b6-4553-8a67-040867daf307","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.877173056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"ff34dd33-68b6-4553-8a67-040867daf307","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cc95e6c0","subscription":"e2e-neg-ghost-sub-cc95e6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.877291623Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-cc95e6c0","reconcileID":"ff34dd33-68b6-4553-8a67-040867daf307","MaaSSubscription":{"name":"e2e-neg-ghost-sub-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cc95e6c0","error":"MaaSModelRef not found: llm/nonexistent-model-cc95e6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.890519378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7594448-83f0-4fc9-9366-134749df2037","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.899541642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30d6b6a-2300-4fde-8729-f9a5be00dba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.903177227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30d6b6a-2300-4fde-8729-f9a5be00dba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.906171473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30d6b6a-2300-4fde-8729-f9a5be00dba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.909349851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30d6b6a-2300-4fde-8729-f9a5be00dba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.993412014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc655fa-f08c-46b4-b889-a9d900ec7034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:00.993431877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc655fa-f08c-46b4-b889-a9d900ec7034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.000921433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"c4f4b1fe-4291-43c4-8361-f30c88f606c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.001191005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2576bf8-85d2-47dc-9285-041471c40fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.001358823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad3c1d2-532b-4c9c-80ee-9ebb5a99c813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.007862501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"c4f4b1fe-4291-43c4-8361-f30c88f606c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.008408259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad3c1d2-532b-4c9c-80ee-9ebb5a99c813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.010213173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2576bf8-85d2-47dc-9285-041471c40fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.152990706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-cc95e6c0","reconcileID":"066b3922-2f9c-44da-9744-4ae1895b3e3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-cc95e6c0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.153844752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8506a98-70d9-4ab6-8321-7f69a6f1d17d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.153864938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8506a98-70d9-4ab6-8321-7f69a6f1d17d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.168569142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be62d406-7f98-4c40-9223-c15c670edbd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.168586573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be62d406-7f98-4c40-9223-c15c670edbd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.450969246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"610daef0-3974-44fc-8100-273b70674587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.45106838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"610daef0-3974-44fc-8100-273b70674587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.468768834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56c404d-611d-432e-ba5c-f0930f934d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.468795351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56c404d-611d-432e-ba5c-f0930f934d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.484013536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"1e6945d1-53c2-4737-adeb-bfca964fc0ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.490799949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"1e6945d1-53c2-4737-adeb-bfca964fc0ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.498535911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"1e6945d1-53c2-4737-adeb-bfca964fc0ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-21ddfd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.511494515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298b7809-0e95-42b7-826c-4fc415a369d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.511510451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298b7809-0e95-42b7-826c-4fc415a369d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.581292963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"9f98dd46-32be-4bea-9279-fa716c5db810","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.587778021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"9f98dd46-32be-4bea-9279-fa716c5db810","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:01.596243882Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"9f98dd46-32be-4bea-9279-fa716c5db810","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-21ddfd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.046440102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7301636b-0d95-4ff2-82af-802ea92ad6a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.046471879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7301636b-0d95-4ff2-82af-802ea92ad6a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.046450052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"bdcac1c3-7728-46eb-b5de-161327404d32","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.05004731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-21ddfd49","reconcileID":"bdcac1c3-7728-46eb-b5de-161327404d32","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-21ddfd49","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-21ddfd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.062020893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46f57273-a387-4025-82a5-1faef7eeef72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.062039513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46f57273-a387-4025-82a5-1faef7eeef72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.651189832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"58016dc9-3f9b-4825-a677-5770df26fb2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.658208262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"58016dc9-3f9b-4825-a677-5770df26fb2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"name":"e2e-api-a-54df68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:02.664225073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-54df68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d89d817cc765b26fe1a67b41d7579281fec95b1924088ef32e9ae75e1a71f4cd) AuthConfig (2bac848ebfba40b9d2807be9d1c10dead7a9b1929474c9d605805f4c6d10359d) AuthConfig (87672205c8a2c62e9935006052c1cf1a5bff56ac78bde32518352a5942c3b043) AuthConfig (9b2f799df1f6ecf6400ad2a20ac54511e6b280258cd718a14c4a168a617c7a17) AuthConfig (3152f76a5d44b49e2aa925f41c642222edeb7ad524a99cfab25101c94e513f5d) AuthConfig (e635e3bb69dc94c8b853c51e645991e528f48881aec1fbfbea9bf5b24f2c2223) EnvoyFilter (openshift-ingress/e2e-api-a-54df68) EnvoyFilter (openshift-ingress/e2e-api-a-54df68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"58016dc9-3f9b-4825-a677-5770df26fb2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:03.912719905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"93e83c57-617f-4056-85bb-f75efea2637a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:03.913412279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1f4286-6834-4d86-9afa-36a36fab2d73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:03.913494333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1f4286-6834-4d86-9afa-36a36fab2d73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.031646867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"93e83c57-617f-4056-85bb-f75efea2637a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.085682305Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"93e83c57-617f-4056-85bb-f75efea2637a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"name":"e2e-api-a-54df68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.085790435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"e2e-e2e-api-a-54df68-policy","reconcileID":"93e83c57-617f-4056-85bb-f75efea2637a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-54df68-policy","namespace":"ai-tenant-e2e-api-a-54df68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-54df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.095482415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9450bbf0-df82-4102-8abd-7bf077249417","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.095596339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9450bbf0-df82-4102-8abd-7bf077249417","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.568035864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"bf2493e0-c4cd-46de-8b97-14a0d4affa08","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.568064331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"bf2493e0-c4cd-46de-8b97-14a0d4affa08","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:04.998334691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516d539d-1897-421d-a9dc-28c41090b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.013733012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516d539d-1897-421d-a9dc-28c41090b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.094428454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516d539d-1897-421d-a9dc-28c41090b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.154565988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516d539d-1897-421d-a9dc-28c41090b3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.241363705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c7dc5a-10bc-4304-8b2c-3aec6ec52535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.241488902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7c7dc5a-10bc-4304-8b2c-3aec6ec52535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.257865112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8095c86c-ca73-455a-bfb3-69b5a4207b46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.257968598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8095c86c-ca73-455a-bfb3-69b5a4207b46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.276542888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"4acfeb84-3273-46e7-bfe0-116e8c271695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.337071309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"4acfeb84-3273-46e7-bfe0-116e8c271695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"name":"e2e-api-a-340b96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.3883246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-340b96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"4acfeb84-3273-46e7-bfe0-116e8c271695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.399829709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0409ae33-596a-4b3d-ab79-a4004dd2d848","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:05.399955272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0409ae33-596a-4b3d-ab79-a4004dd2d848","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.131860988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf12a72-41b1-426e-92a8-9141f89a2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.138438315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf12a72-41b1-426e-92a8-9141f89a2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.142767623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf12a72-41b1-426e-92a8-9141f89a2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.147968437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf12a72-41b1-426e-92a8-9141f89a2d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.889042609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad230ff5-9ef2-490e-b8af-a52d0409665c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.911063711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad230ff5-9ef2-490e-b8af-a52d0409665c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.92210401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad230ff5-9ef2-490e-b8af-a52d0409665c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:06.946045632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad230ff5-9ef2-490e-b8af-a52d0409665c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.188607643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"de082ba7-de8f-476c-a50c-abb2a67a00e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.248039529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"de082ba7-de8f-476c-a50c-abb2a67a00e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"name":"e2e-api-b-a2d8e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.259488045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a2d8e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"de082ba7-de8f-476c-a50c-abb2a67a00e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.93160179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9300f7f-5dcf-4d6f-a40c-eb7df63c15d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.9317463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9300f7f-5dcf-4d6f-a40c-eb7df63c15d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:07.994579328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4288f535-b010-4f8a-b321-9eb2ede8759e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.006474199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f79635-fcca-4f4f-94ac-c65ccc08d61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.007559729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d748906-1d12-41ae-a333-12ddf71dba24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.029229316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f79635-fcca-4f4f-94ac-c65ccc08d61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.040535814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d748906-1d12-41ae-a333-12ddf71dba24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.042145347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2faabce-1554-4f31-9ca3-8076d52345eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.042232454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2faabce-1554-4f31-9ca3-8076d52345eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.078095001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"350cd8a6-66df-4b52-af1f-d8a05639e0c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.459361096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"fb3797b0-3544-4a9c-9cf3-b646ad7a55a6","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.604396859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"186f30cb-0826-479e-90fb-0c7c975d4e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.609535695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f375807f-29b5-4668-ad2f-5cf34f10d110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.664953565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5f00f4d6-3acf-4410-b1a6-2203cf7e3430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.730489286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f375807f-29b5-4668-ad2f-5cf34f10d110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.786795402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"3a52f66e-de61-4d14-b894-50af30ffca54","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.818544097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5f00f4d6-3acf-4410-b1a6-2203cf7e3430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.862156618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"979521fe-5ecc-4579-a746-af2db09eecb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.392973717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ae3b2e69-b2e3-422a-8354-19f6038f0923","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.392994174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"ae3b2e69-b2e3-422a-8354-19f6038f0923","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.61605254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","namespace":"ai-tenant-e2e-api-a-54df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.616120033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","namespace":"ai-tenant-e2e-api-a-54df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.616183265Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","tenant":"e2e-api-a-54df68","tenantID":"e2e-api-a-54df68","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.6256462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Deployment","name":"maas-api-e2e-api-a-54df68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.638756592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Service","name":"maas-api-e2e-api-a-54df68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.646809812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-54df68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.652434653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-54df68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.663113605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.668919984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.676432851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.685599235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.688220151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Deployment","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.691981836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.69518731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Service","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.697793633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"Service","name":"payload-pre-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.702192502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.705047249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.708226973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.714172495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.716799941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.719420868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.722086123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-54df68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.724558078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-54df68"},"namespace":"ai-tenant-e2e-api-a-54df68","name":"default-tenant","reconcileID":"6e3e43aa-d563-4d5d-84b0-7d82548f98d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-54df68","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.397961448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"db7cdf86-c43b-4864-bbf7-2feaeda77f43","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.412835827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"18caa540-3b89-48cd-b3f5-56e52ec9ea7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.417435877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9d1eecf7-221e-45d9-b449-c8be26486c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.417943189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b1ea250a-9936-42a0-8d90-37388b3a091f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.42552697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9d1eecf7-221e-45d9-b449-c8be26486c24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.426233032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b1ea250a-9936-42a0-8d90-37388b3a091f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.431132724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"152f8b93-ad7e-4568-9d8c-b4f2be0a10f8","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.510886168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"ab162c88-d12f-416b-9fc5-0e8e6b82ad11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.746295879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"7c192531-ba8f-40e1-8387-d0bec1f541c2","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.746318253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"7c192531-ba8f-40e1-8387-d0bec1f541c2","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.972582266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"f9c2f82c-6887-46d7-8f3d-7847515ab4be","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.024448414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3ff4bd46-a4b9-44fe-8a0e-68f638ab004e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.025816573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"b22e9f92-c958-4425-a0b4-19c8fd471555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.029242465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b7d45ee9-f0d5-4fc0-9986-3e72342699c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.034493265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3ff4bd46-a4b9-44fe-8a0e-68f638ab004e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.036678852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b7d45ee9-f0d5-4fc0-9986-3e72342699c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.043178729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"c1063f2c-8f88-4f04-920d-c23e0087fa89","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.089120294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"54084910-7e90-4ff0-b37f-ee40265e7f2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.269067105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"9d72006b-9c57-4eef-9cbe-a13c1cfa7914","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.46714885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"a9f39efc-b75d-4c23-b28a-f6b65b67c03d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.488353489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"715028f5-e329-4ed0-8719-09cfc90320b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.490894555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"82a47398-82a8-487c-a323-ff25f2e68b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.491826742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3d4c6fd1-e4d5-4912-8a6d-2f8fbd824689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.499572027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"82a47398-82a8-487c-a323-ff25f2e68b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.502332001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3d4c6fd1-e4d5-4912-8a6d-2f8fbd824689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.50965495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"8b1381ec-718c-49ea-8dcc-178aad932a7d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.580949941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"c3713191-6d53-45bd-8900-7c5d09016501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.867657689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600ccc4-0cc4-4296-8e4d-4ec5a7f5fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.871431369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600ccc4-0cc4-4296-8e4d-4ec5a7f5fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.877747385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600ccc4-0cc4-4296-8e4d-4ec5a7f5fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.885577361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5600ccc4-0cc4-4296-8e4d-4ec5a7f5fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.947424958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"6bff9bbb-0bd7-4451-8680-7fd2202941c8","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.966675575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"e04ab659-fe60-490b-9dd9-22f8792d5aa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.968547492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7217dd1a-8d21-4022-8523-fb5167cab6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:12.96874317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"857aae85-a1bd-413f-a0bb-fd4f7bfd1d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.020167843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7217dd1a-8d21-4022-8523-fb5167cab6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.021406148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"857aae85-a1bd-413f-a0bb-fd4f7bfd1d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.030489646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"2a9fdecc-b400-4a2a-ad25-462000fff9fa","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.093476276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"ed7ca8b0-b890-4549-afe8-81371f8ff3ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.203404425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4e6eed-6d93-41db-8c8d-850f4668c4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.206443174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4e6eed-6d93-41db-8c8d-850f4668c4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.209583676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4e6eed-6d93-41db-8c8d-850f4668c4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.212841101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4e6eed-6d93-41db-8c8d-850f4668c4c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.337295553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43e96b67-eb29-4311-a5c6-50a7c87f3049","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.337382162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43e96b67-eb29-4311-a5c6-50a7c87f3049","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.360051081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96e0bbfd-1428-4a96-bdd4-f2e90b2e22ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.362521692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95580001-27a4-4350-af03-3e7b36fc0f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.362565087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d504998-9f6f-4c76-8c9e-7edab709f608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.370492353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d504998-9f6f-4c76-8c9e-7edab709f608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.370830901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95580001-27a4-4350-af03-3e7b36fc0f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.382045817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8f9e444-ce9b-4fb7-8564-baab44ad8b69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.382060612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8f9e444-ce9b-4fb7-8564-baab44ad8b69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.458435097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"516dadce-74da-45d4-a961-c391d4eec419","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.497558301Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-54df68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-54df68","reconcileID":"c28054cc-9397-4cc0-b0e0-0c99cefe10b0","aitenant":"ai-tenants/e2e-api-a-54df68","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.653866177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"510146a9-6edf-4ebb-b0cf-16259aa82222","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.690735602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-54df68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-54df68","reconcileID":"c28054cc-9397-4cc0-b0e0-0c99cefe10b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-54df68","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-54df68"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.7073018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd6291d-eed2-4958-9ae2-7b1567e87960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.710670603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd6291d-eed2-4958-9ae2-7b1567e87960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.71357553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd6291d-eed2-4958-9ae2-7b1567e87960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.747237723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd6291d-eed2-4958-9ae2-7b1567e87960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.774370553Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-eed369","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-eed369","reconcileID":"80c976eb-e3d1-4250-b47b-55107011d4b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-eed369","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-eed369":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.1056981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64e46b4-d954-4992-aecd-f20a69cc23a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.108898733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64e46b4-d954-4992-aecd-f20a69cc23a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.112016665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64e46b4-d954-4992-aecd-f20a69cc23a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.146261069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64e46b4-d954-4992-aecd-f20a69cc23a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.268574922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"55f7b84d-c507-4005-9ccc-3281557e8f56","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.442841233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"01a338b0-b895-417c-8291-9b7782196815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.464367466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ed8a4fb0-4b7c-41d4-9a3e-2ad547c7ba94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.474369364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.493088038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ed8a4fb0-4b7c-41d4-9a3e-2ad547c7ba94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.493828759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b4434da0-6b96-4d9f-9fc0-f985c9829979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.499092512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"e7820699-fbb4-4b39-8ff9-1f43519ce2e1","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.506707737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b4434da0-6b96-4d9f-9fc0-f985c9829979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.520344159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"dfdeb0fa-3149-4546-87aa-c47b05dce425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.654481898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f3247a1-e7d0-4802-aeb5-d746147fd3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.657832661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f3247a1-e7d0-4802-aeb5-d746147fd3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.661136693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f3247a1-e7d0-4802-aeb5-d746147fd3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.664386976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f3247a1-e7d0-4802-aeb5-d746147fd3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.925963741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f94e1-fb9c-436c-8d32-b06aba73e911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.930124091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f94e1-fb9c-436c-8d32-b06aba73e911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.933663418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f94e1-fb9c-436c-8d32-b06aba73e911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:14.937394881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f94e1-fb9c-436c-8d32-b06aba73e911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.474462128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"32a3cb43-c6e1-4515-a02b-e6c4c2b8f9e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.553359419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"32a3cb43-c6e1-4515-a02b-e6c4c2b8f9e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"name":"e2e-api-a-340b96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.604123911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-340b96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"32a3cb43-c6e1-4515-a02b-e6c4c2b8f9e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.676228843Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-07f5f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-07f5f6","reconcileID":"67475087-1e06-45d6-8468-41c1639d7ed3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-07f5f6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-07f5f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.921890446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bce129e-2cc8-4d35-89f7-7d2187949605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.946505274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bce129e-2cc8-4d35-89f7-7d2187949605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.950401166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bce129e-2cc8-4d35-89f7-7d2187949605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:15.954857747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bce129e-2cc8-4d35-89f7-7d2187949605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.412931712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"b3199202-e268-42e3-bce3-4cf438526162","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.523162448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"b3199202-e268-42e3-bce3-4cf438526162","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"name":"e2e-api-b-a2d8e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.530779475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a2d8e5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"b3199202-e268-42e3-bce3-4cf438526162","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.990644352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"91c84bd0-7fab-4b9e-86ef-b5a044342e6d","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:17.990665946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"91c84bd0-7fab-4b9e-86ef-b5a044342e6d","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:19.918627999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"ae5e7f69-88ea-4550-bc54-7374785d1171","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:19.919240091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b694aff6-3d77-4bce-8375-ea5fdb9ce0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:19.919258957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b694aff6-3d77-4bce-8375-ea5fdb9ce0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:19.930565849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"ae5e7f69-88ea-4550-bc54-7374785d1171","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.000377896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"ae5e7f69-88ea-4550-bc54-7374785d1171","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"name":"e2e-api-b-a2d8e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.000499834Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"e2e-e2e-api-b-a2d8e5-policy","reconcileID":"ae5e7f69-88ea-4550-bc54-7374785d1171","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a2d8e5-policy","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a2d8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.01206592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f60af0-661b-46fe-b1ea-83c7c98a3945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.012155177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f60af0-661b-46fe-b1ea-83c7c98a3945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.690583884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619aab38-be70-422e-b4b8-c0d57e28ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.694274266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619aab38-be70-422e-b4b8-c0d57e28ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.698031803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619aab38-be70-422e-b4b8-c0d57e28ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:20.706644009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619aab38-be70-422e-b4b8-c0d57e28ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:21.128363114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d926d-45d5-4215-943e-4cc47ce513d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:21.13226243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d926d-45d5-4215-943e-4cc47ce513d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:21.13831245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d926d-45d5-4215-943e-4cc47ce513d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:21.147683988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1d926d-45d5-4215-943e-4cc47ce513d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:22.029077172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"4948be31-e08b-43ba-9245-ef0348927f01","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:22.046469699Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"4948be31-e08b-43ba-9245-ef0348927f01","name":"e2e-api-b-eed369-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:24.373672896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"85fa566f-435b-4f10-b7f5-db69cbc0ec79","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:24.38921171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"85fa566f-435b-4f10-b7f5-db69cbc0ec79","name":"e2e-ipp-a-07f5f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:25.61065808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"a20b7e99-82b5-4e55-b897-834cc36e9e14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:25.61771109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"a20b7e99-82b5-4e55-b897-834cc36e9e14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"name":"e2e-api-a-340b96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:25.625016744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-340b96-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"a20b7e99-82b5-4e55-b897-834cc36e9e14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.466868561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","namespace":"ai-tenant-e2e-api-b-a2d8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.466948565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","namespace":"ai-tenant-e2e-api-b-a2d8e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.466998239Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","tenant":"e2e-api-b-a2d8e5","tenantID":"e2e-api-b-a2d8e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.471711051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Deployment","name":"maas-api-e2e-api-b-a2d8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.486234691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Service","name":"maas-api-e2e-api-b-a2d8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.496926778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a2d8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.50705698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a2d8e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.514158033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.521264164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.528974103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.534004212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.536771973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Deployment","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.539204234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.541800664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Service","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.544448162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.547115076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.549584916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.552068516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.558335568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.562170886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.564592069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.567103288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a2d8e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:26.569621283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a2d8e5"},"namespace":"ai-tenant-e2e-api-b-a2d8e5","name":"default-tenant","reconcileID":"515b4594-554c-4b75-819e-2f7f7788d9fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a2d8e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.000374781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"489dab13-11ca-4483-8eef-fb48d9688dd9","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.000409437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"489dab13-11ca-4483-8eef-fb48d9688dd9","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.291952611Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a2d8e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a2d8e5","reconcileID":"79734825-70f3-41c8-8e4a-8474985df5f8","aitenant":"ai-tenants/e2e-api-b-a2d8e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.503086236Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a2d8e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a2d8e5","reconcileID":"79734825-70f3-41c8-8e4a-8474985df5f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a2d8e5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a2d8e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.604296158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba20ab8-0cdd-4424-bdc3-3481438f5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.683336167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba20ab8-0cdd-4424-bdc3-3481438f5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.738871765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba20ab8-0cdd-4424-bdc3-3481438f5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:28.805055348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba20ab8-0cdd-4424-bdc3-3481438f5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.11231553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245eff8a-7d96-4ad5-a053-9e587ab0fef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.121989278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245eff8a-7d96-4ad5-a053-9e587ab0fef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.13186465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245eff8a-7d96-4ad5-a053-9e587ab0fef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.155749617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245eff8a-7d96-4ad5-a053-9e587ab0fef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:31.324684828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"dc860e1e-1de0-4deb-8929-86b4fd03d1c2","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:31.846435681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"e54d2538-37fc-4906-87fa-377391384f84","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.651472632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e02ec25-e61e-4d0f-83fc-ecbfbdb0f76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.655086056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e02ec25-e61e-4d0f-83fc-ecbfbdb0f76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.658181591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e02ec25-e61e-4d0f-83fc-ecbfbdb0f76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.661672421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e02ec25-e61e-4d0f-83fc-ecbfbdb0f76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.923200363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b28807-2fde-43b7-9edb-e6dc14ee4df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.92752577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b28807-2fde-43b7-9edb-e6dc14ee4df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.953799182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b28807-2fde-43b7-9edb-e6dc14ee4df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.957881192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b28807-2fde-43b7-9edb-e6dc14ee4df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.489962552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e0d7ae-55c9-4f08-905c-5f2cff8c4023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.493169498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e0d7ae-55c9-4f08-905c-5f2cff8c4023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.496112125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e0d7ae-55c9-4f08-905c-5f2cff8c4023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.499110008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e0d7ae-55c9-4f08-905c-5f2cff8c4023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.746590411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134f6c6f-649a-4d95-94a8-23c64be1efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.749577618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134f6c6f-649a-4d95-94a8-23c64be1efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.75271231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134f6c6f-649a-4d95-94a8-23c64be1efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.755738377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"134f6c6f-649a-4d95-94a8-23c64be1efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.999696707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75da836c-027b-4af4-b986-b6a906a9c7ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:33.999716131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75da836c-027b-4af4-b986-b6a906a9c7ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.00670756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19583f47-8f68-4a2d-bc6e-4aafa6b82502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.006722252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19583f47-8f68-4a2d-bc6e-4aafa6b82502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.012091634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"7f89c1eb-5e12-4416-ac91-addeed6630c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.034671781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"7f89c1eb-5e12-4416-ac91-addeed6630c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"name":"e2e-api-b-eed369-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.04140949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-eed369-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"7f89c1eb-5e12-4416-ac91-addeed6630c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.050039947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8809afe4-8e4b-4c8f-b544-b25686be5f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.050053483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8809afe4-8e4b-4c8f-b544-b25686be5f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.273222584Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7f43f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7f43f9","reconcileID":"c65d20c6-6c11-4676-9042-696c8bb13db6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7f43f9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7f43f9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.416220395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd888971-ac3e-48c2-b251-02e00751bba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.422299202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd888971-ac3e-48c2-b251-02e00751bba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.429557665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd888971-ac3e-48c2-b251-02e00751bba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:34.486537128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd888971-ac3e-48c2-b251-02e00751bba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.592270649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5c6f7-0981-4f96-8075-8210ab5383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.5955899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5c6f7-0981-4f96-8075-8210ab5383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.598855568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5c6f7-0981-4f96-8075-8210ab5383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.602440145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5c6f7-0981-4f96-8075-8210ab5383d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.633575175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"077a5199-c018-4c42-8cd6-cc6bb5e1cb60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.649460123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"077a5199-c018-4c42-8cd6-cc6bb5e1cb60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"name":"e2e-api-a-340b96-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.65744316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-340b96-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca2109122ea6d860632c525bd162afc41647ecafe33d1cf12c49c83872310608) AuthConfig (01bdbb87cc3c73261e0e804b9e037030d9c478873c241fd26a7a7c07e5be415e) AuthConfig (b79fcaa63c3f7e75991632795c3c33f0935ab3c2af007c016a3d08d88b185f0d) AuthConfig (a7af7146612bae3609070ae200f61e4b84046ae0408dd216e6327d0863364a39) AuthConfig (db27d2e306c6bcc6b77b162c2a90d48bda53616454d559306269853f53112b49) AuthConfig (b8ccabd217d51320704cecce154cb1fbf0478be0019c58c7bc8aa631746e691f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"077a5199-c018-4c42-8cd6-cc6bb5e1cb60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.665536688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58b88e75-20e0-4a35-8004-e6a651ccb41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.665559045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58b88e75-20e0-4a35-8004-e6a651ccb41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.797170204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333da491-3345-434e-be2e-b092b046db0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.800254226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333da491-3345-434e-be2e-b092b046db0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.806576793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333da491-3345-434e-be2e-b092b046db0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:35.812830216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333da491-3345-434e-be2e-b092b046db0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.001202765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"c791294b-b953-4ff9-8b60-6c960206d162","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.001224663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"c791294b-b953-4ff9-8b60-6c960206d162","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.643093701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f00003-a7b0-4019-8935-12d8ba24cd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.646273127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f00003-a7b0-4019-8935-12d8ba24cd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.650024434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f00003-a7b0-4019-8935-12d8ba24cd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.653643369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f00003-a7b0-4019-8935-12d8ba24cd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.984772107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd366be-6501-43c1-a95c-710756120835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:39.9905532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd366be-6501-43c1-a95c-710756120835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.005715624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd366be-6501-43c1-a95c-710756120835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.02479478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd366be-6501-43c1-a95c-710756120835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.447013354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"925d6f0e-17c3-4f4c-95c6-630bf90b6bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.447111807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fad6529-3177-47d3-bdb7-ba2090e4ad63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.447130688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fad6529-3177-47d3-bdb7-ba2090e4ad63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.520250475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"925d6f0e-17c3-4f4c-95c6-630bf90b6bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.558444976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"925d6f0e-17c3-4f4c-95c6-630bf90b6bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"name":"e2e-api-a-340b96-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.558472881Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"e2e-e2e-api-a-340b96-policy","reconcileID":"925d6f0e-17c3-4f4c-95c6-630bf90b6bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-340b96-policy","namespace":"ai-tenant-e2e-api-a-340b96"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-340b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.565679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a716b217-cb25-498f-be5b-c1a0a71b535b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.56570396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a716b217-cb25-498f-be5b-c1a0a71b535b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.660250586Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-80f70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-80f70e","reconcileID":"9077c694-3fec-4bd7-a9ed-3f0c2b1b2dc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-80f70e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-80f70e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:41.061604104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a512d1-c925-465b-bc89-04816d42cdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:41.095269084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a512d1-c925-465b-bc89-04816d42cdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:41.105346511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a512d1-c925-465b-bc89-04816d42cdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:41.18260012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a512d1-c925-465b-bc89-04816d42cdb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.60115211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f57e7d6-8f00-4ae0-b344-a9ccec79d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.607101703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f57e7d6-8f00-4ae0-b344-a9ccec79d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.610980609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f57e7d6-8f00-4ae0-b344-a9ccec79d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.617945574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f57e7d6-8f00-4ae0-b344-a9ccec79d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.10476199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1edee42-a9c2-474a-a54e-5e6dabc23f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.107813392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1edee42-a9c2-474a-a54e-5e6dabc23f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.110770327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1edee42-a9c2-474a-a54e-5e6dabc23f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.113758846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1edee42-a9c2-474a-a54e-5e6dabc23f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.477945296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e843d2e9-e8b2-4707-bf99-f64fe773480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.482138683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e843d2e9-e8b2-4707-bf99-f64fe773480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.486631816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e843d2e9-e8b2-4707-bf99-f64fe773480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.49087369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e843d2e9-e8b2-4707-bf99-f64fe773480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.823025436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c737884b-65d0-45e5-81ff-3e78a1917bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.82736013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c737884b-65d0-45e5-81ff-3e78a1917bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.831505289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c737884b-65d0-45e5-81ff-3e78a1917bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.835311869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c737884b-65d0-45e5-81ff-3e78a1917bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.122138747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42b897f-93e6-48e5-862e-4989df2643c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.125463828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42b897f-93e6-48e5-862e-4989df2643c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.128549071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42b897f-93e6-48e5-862e-4989df2643c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.132565043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42b897f-93e6-48e5-862e-4989df2643c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.139681386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"075200f5-7a59-4b8d-978a-d8d3ad65cada","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.147993197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"075200f5-7a59-4b8d-978a-d8d3ad65cada","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"name":"e2e-api-b-eed369-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.155186385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-eed369-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"075200f5-7a59-4b8d-978a-d8d3ad65cada","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.239866982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"1cff582f-ca7a-409e-8581-c94846376d8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7f43f9","tenantID":"e2e-ipp-a-7f43f9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.26047133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"1cff582f-ca7a-409e-8581-c94846376d8f","name":"e2e-ipp-a-7f43f9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.50377473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d02aa-fcae-4df6-af69-c51c40861650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.510250453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.527558116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d02aa-fcae-4df6-af69-c51c40861650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.581433422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d02aa-fcae-4df6-af69-c51c40861650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.590612111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280d02aa-fcae-4df6-af69-c51c40861650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:45.190364243Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"4d7843fb-98d3-4b6f-9a6e-f8dd0948f6a6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.001988701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"81d9afb7-5dfe-460c-816b-6fc1180e86f7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.002009847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"81d9afb7-5dfe-460c-816b-6fc1180e86f7","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.80722505Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","namespace":"ai-tenant-e2e-api-a-340b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.807318207Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","namespace":"ai-tenant-e2e-api-a-340b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.807401496Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","tenant":"e2e-api-a-340b96","tenantID":"e2e-api-a-340b96","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.812687342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Deployment","name":"maas-api-e2e-api-a-340b96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.830743229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Service","name":"maas-api-e2e-api-a-340b96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.84008366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-340b96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.844698827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-340b96","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.855788339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.861178813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.868865436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.874006443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.878783274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Deployment","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.881365308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.884103596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Service","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.889065451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.891679646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.897155912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.900108149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.906052205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.908826413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.913124926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.915892241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-340b96","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.918377715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-340b96"},"namespace":"ai-tenant-e2e-api-a-340b96","name":"default-tenant","reconcileID":"2e89bfdf-ae8b-4eae-bab6-c5562b463a3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-340b96","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:50.382836825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"ada5bb4c-08a8-4fc6-b6c3-56dfd5daf460","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:50.400263642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"ada5bb4c-08a8-4fc6-b6c3-56dfd5daf460","name":"e2e-api-a-80f70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:53.905018571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213c2ad-53eb-4ca5-bac2-c40d48570c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:53.908030711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213c2ad-53eb-4ca5-bac2-c40d48570c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:53.911311978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213c2ad-53eb-4ca5-bac2-c40d48570c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:53.915023917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f213c2ad-53eb-4ca5-bac2-c40d48570c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.211496564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6a4c92-8287-409a-8a01-0ac4c03b3a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.214669562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6a4c92-8287-409a-8a01-0ac4c03b3a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.217993156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6a4c92-8287-409a-8a01-0ac4c03b3a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.223551937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6a4c92-8287-409a-8a01-0ac4c03b3a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.231480247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"0300291b-4354-4791-a24f-6f3017543817","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.250227485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"0300291b-4354-4791-a24f-6f3017543817","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"name":"e2e-api-b-eed369-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.255657785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-eed369-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ce14d3523380a8082f5d13e749a8f6358003c88d15606bb2a7a83621af5d574) AuthConfig (feea880ba59678dc0bd127877ff6b93ce304373f43f345a4c2800c4403854e5f) AuthConfig (a090ddbc1a32c9f66d53316aede3ef6a60c51f35821cb1fe89d4087c7d8f3ae5) AuthConfig (fb4314ec263645da4389909a69287f2305d7aaaeac420cd490e51c9a518dc5db) AuthConfig (8ab8703608d628488c4d649be07d7dca59aaa3807a209a54f9eb4a7caa699b90) AuthConfig (6a6190df2ac24f2ef61d743788d8f70b862f19023696df75c5fe8916885c6687) EnvoyFilter (openshift-ingress/e2e-api-b-eed369) EnvoyFilter (openshift-ingress/e2e-api-b-eed369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"0300291b-4354-4791-a24f-6f3017543817","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.264964583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ef94d20-5dac-4b69-9f10-3cdff160514c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:54.264981912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ef94d20-5dac-4b69-9f10-3cdff160514c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.364631144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"138be747-baed-43e3-9e47-e01055caf16d","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"tenant":"e2e-mt-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","model":"ai-tenant-e2e-mt-dd03e395/e2e-lifecycle-model-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.364650681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"e2e-lifecycle-model-dd03e395","reconcileID":"138be747-baed-43e3-9e47-e01055caf16d","MaaSModelRef":{"name":"e2e-lifecycle-model-dd03e395","namespace":"ai-tenant-e2e-mt-dd03e395"},"routeName":"e2e-lifecycle-model-dd03e395-kserve-route","namespace":"ai-tenant-e2e-mt-dd03e395","llmisvcName":"e2e-lifecycle-model-dd03e395","gateway":"openshift-ingress/e2e-mt-dd03e395","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.492544425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748fbcb5-cfa0-4c2a-8a4a-ffc77c924eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.501174487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748fbcb5-cfa0-4c2a-8a4a-ffc77c924eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.513794702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748fbcb5-cfa0-4c2a-8a4a-ffc77c924eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.517058294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748fbcb5-cfa0-4c2a-8a4a-ffc77c924eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.836114781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc94644-5617-4c01-bc1b-2eed246391f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.87554756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc94644-5617-4c01-bc1b-2eed246391f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.882153024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc94644-5617-4c01-bc1b-2eed246391f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:55.967731882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc94644-5617-4c01-bc1b-2eed246391f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.621964583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.622050133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","namespace":"ai-tenant-e2e-mt-dd03e395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.622119204Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","tenant":"e2e-mt-dd03e395","tenantID":"e2e-mt-dd03e395","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.635172539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Deployment","name":"maas-api-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.643393809Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-340b96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-340b96","reconcileID":"a7b8369b-4551-4013-b12e-b14ddbd46b93","aitenant":"ai-tenants/e2e-api-a-340b96","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.676647558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Service","name":"maas-api-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.748632176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.759204715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-dd03e395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.766689046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.77328134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.78172593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.78711815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.790091827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Deployment","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.7927273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.795555905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Service","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.797977664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"Service","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.800792569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc4ae60-9306-412e-811e-34d403657d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.803480518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"DestinationRule","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.804811777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc4ae60-9306-412e-811e-34d403657d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.808027035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc4ae60-9306-412e-811e-34d403657d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.810115828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.810613161Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-340b96","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-340b96","reconcileID":"a7b8369b-4551-4013-b12e-b14ddbd46b93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-340b96","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-340b96"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.811284949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc4ae60-9306-412e-811e-34d403657d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.81428568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.820785222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.823557805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.826774219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.830830029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-dd03e395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:56.833290865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-dd03e395"},"namespace":"ai-tenant-e2e-mt-dd03e395","name":"default-tenant","reconcileID":"86da5ee5-3a56-48a9-96d4-7e1c2a6c5d61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-dd03e395","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:57.809478437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f520e5-fdea-41cb-a7ed-838a34316561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:57.842126182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f520e5-fdea-41cb-a7ed-838a34316561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:57.846864997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f520e5-fdea-41cb-a7ed-838a34316561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:57.856568969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f520e5-fdea-41cb-a7ed-838a34316561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.202472195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe27579-d47a-419d-91de-44c9cf8d0b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.205889838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe27579-d47a-419d-91de-44c9cf8d0b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.209162322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe27579-d47a-419d-91de-44c9cf8d0b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.212442922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe27579-d47a-419d-91de-44c9cf8d0b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.602275028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a823d5-e522-4662-b44f-2bc467499db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.605809114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a823d5-e522-4662-b44f-2bc467499db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.609074637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a823d5-e522-4662-b44f-2bc467499db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:01.612169692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a823d5-e522-4662-b44f-2bc467499db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.28020203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"05411ef7-04d3-41aa-84f6-bf5502500495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.280363368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc6bbea-e777-49b7-ba00-8864a6fd827a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.280386291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc6bbea-e777-49b7-ba00-8864a6fd827a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.291638517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"05411ef7-04d3-41aa-84f6-bf5502500495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.317749901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"05411ef7-04d3-41aa-84f6-bf5502500495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"name":"e2e-api-b-eed369-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.317778551Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"e2e-e2e-api-b-eed369-policy","reconcileID":"05411ef7-04d3-41aa-84f6-bf5502500495","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-eed369-policy","namespace":"ai-tenant-e2e-api-b-eed369"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-eed369","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.3303776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd729b0-4f80-4ba3-a486-30c0725c7e6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.330393344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd729b0-4f80-4ba3-a486-30c0725c7e6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.350684742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-dd03e395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-dd03e395","reconcileID":"bf7debb1-879c-4c5d-b42e-71f32c189c51","aitenant":"ai-tenants/e2e-mt-dd03e395","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.488820427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-dd03e395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-dd03e395","reconcileID":"bf7debb1-879c-4c5d-b42e-71f32c189c51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-dd03e395","removed":["maas.opendatahub.io/gateway-access-e2e-mt-dd03e395"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.510745943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf1b3-bbcf-4fde-beb4-fdeefb5b0690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.513977879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf1b3-bbcf-4fde-beb4-fdeefb5b0690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.517065117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf1b3-bbcf-4fde-beb4-fdeefb5b0690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.520066402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87dcf1b3-bbcf-4fde-beb4-fdeefb5b0690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.552209491Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"8f513bec-a60a-4f89-84db-41c6d46aae2d","gateway":"openshift-ingress/e2e-ipp-a-7f43f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.890804455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc86a78-7429-4695-86a5-b1ab10270482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.900603235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc86a78-7429-4695-86a5-b1ab10270482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.914988191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc86a78-7429-4695-86a5-b1ab10270482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:03.94750708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc86a78-7429-4695-86a5-b1ab10270482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:04.320355261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcce879-19ba-4919-b5d5-e72a86613c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:04.347528718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcce879-19ba-4919-b5d5-e72a86613c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:04.352569954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcce879-19ba-4919-b5d5-e72a86613c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:04.359137297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcce879-19ba-4919-b5d5-e72a86613c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.132540574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b4fe860-e1f0-4593-9d76-3ac54f0b259d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.132559956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b4fe860-e1f0-4593-9d76-3ac54f0b259d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.138144798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee465eb0-1036-411c-8e9d-3cb6035e61c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.138173024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee465eb0-1036-411c-8e9d-3cb6035e61c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.143396154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"0a945b80-309b-45ab-bbbe-b8e903fc011d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.16856446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"0a945b80-309b-45ab-bbbe-b8e903fc011d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.174770006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-80f70e-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"0a945b80-309b-45ab-bbbe-b8e903fc011d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.181000626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c62d2a9-51ef-49f4-9688-9fc7a0640f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:06.181016643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c62d2a9-51ef-49f4-9688-9fc7a0640f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:07.871033433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3b1b7-3aaa-45a2-8ab9-801b42c56606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:07.876082077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3b1b7-3aaa-45a2-8ab9-801b42c56606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:07.958944225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3b1b7-3aaa-45a2-8ab9-801b42c56606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:07.966607444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc3b1b7-3aaa-45a2-8ab9-801b42c56606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:08.760314851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7406a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7406a9","reconcileID":"0a8040a6-2db4-4c15-88e4-239169bf8db8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7406a9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7406a9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:08.861961222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b57823b-4321-4a2c-98ba-952272fd8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:08.866066027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b57823b-4321-4a2c-98ba-952272fd8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:08.870115684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b57823b-4321-4a2c-98ba-952272fd8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:08.875736308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b57823b-4321-4a2c-98ba-952272fd8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:09.442982746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72bc1e6-243f-4092-9fe8-22f53a4a9db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:09.44768267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72bc1e6-243f-4092-9fe8-22f53a4a9db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:09.451602973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72bc1e6-243f-4092-9fe8-22f53a4a9db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:09.458420137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e72bc1e6-243f-4092-9fe8-22f53a4a9db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.584617583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1d1a11-196c-48be-b563-fee69e0937e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.590781248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1d1a11-196c-48be-b563-fee69e0937e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.598236545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1d1a11-196c-48be-b563-fee69e0937e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:10.605074818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1d1a11-196c-48be-b563-fee69e0937e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.373898479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e77cc0-9213-4ae1-8572-3eeb3f09b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.392025626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e77cc0-9213-4ae1-8572-3eeb3f09b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.405805484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e77cc0-9213-4ae1-8572-3eeb3f09b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.413134005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e77cc0-9213-4ae1-8572-3eeb3f09b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.890707851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-47369d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-47369d","reconcileID":"aa98db5d-fc43-4521-bc9c-ca88f85abd04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-47369d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-47369d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.986669296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b67aa5-3289-4014-94eb-6aa1c3cdc02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.999254317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b67aa5-3289-4014-94eb-6aa1c3cdc02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.017820002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b67aa5-3289-4014-94eb-6aa1c3cdc02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.022818085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b67aa5-3289-4014-94eb-6aa1c3cdc02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.528579186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9b6f80-9a87-45dd-b7e3-af92ad4bd76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.56203976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9b6f80-9a87-45dd-b7e3-af92ad4bd76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.56855185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9b6f80-9a87-45dd-b7e3-af92ad4bd76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.591173783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9b6f80-9a87-45dd-b7e3-af92ad4bd76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.769523324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5422","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5422","reconcileID":"eeb13ec3-f366-4147-8507-2e40ee8897db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db5422","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-db5422":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.111037771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646bbb-bcab-4b5c-91da-2e32ea207d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.114283226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646bbb-bcab-4b5c-91da-2e32ea207d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.117217629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646bbb-bcab-4b5c-91da-2e32ea207d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.12277672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58646bbb-bcab-4b5c-91da-2e32ea207d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.571518731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4705c01e-1ed5-4bfb-a0c4-7fd55b6ce62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.584854587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4705c01e-1ed5-4bfb-a0c4-7fd55b6ce62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.603661536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4705c01e-1ed5-4bfb-a0c4-7fd55b6ce62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.60760413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4705c01e-1ed5-4bfb-a0c4-7fd55b6ce62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.32071883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fc2849-b3de-4029-a483-edb5c17c9b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.323873562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fc2849-b3de-4029-a483-edb5c17c9b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.350671787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fc2849-b3de-4029-a483-edb5c17c9b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.365150793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0fc2849-b3de-4029-a483-edb5c17c9b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.47382163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.194093886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"a3407c3d-4c40-448c-bb13-40dbf425187e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.204699549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"a3407c3d-4c40-448c-bb13-40dbf425187e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.217891449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-80f70e-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"a3407c3d-4c40-448c-bb13-40dbf425187e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.751655852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","namespace":"ai-tenant-e2e-api-b-eed369","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.752155606Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","namespace":"ai-tenant-e2e-api-b-eed369","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.752334425Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","tenant":"e2e-api-b-eed369","tenantID":"e2e-api-b-eed369","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.766233109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Deployment","name":"maas-api-e2e-api-b-eed369","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.786383002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Service","name":"maas-api-e2e-api-b-eed369","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.79575972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-eed369","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.801874324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-eed369","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.810572836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.816414084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.824691122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.837099426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.842355937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Deployment","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.845153514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.85014096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Service","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.855123496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.86319266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.866132682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.869196946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.875835945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.878933538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.883123972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.887110708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-eed369","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:16.890119391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-eed369"},"namespace":"ai-tenant-e2e-api-b-eed369","name":"default-tenant","reconcileID":"170e5c05-af88-483c-bdd5-587f0ca860c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-eed369","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.692136246Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-eed369","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-eed369","reconcileID":"511bd300-5c52-4a33-8469-94197f988089","aitenant":"ai-tenants/e2e-api-b-eed369","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.772287598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b96386b-8939-4e40-93b4-84e082564dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.776288762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b96386b-8939-4e40-93b4-84e082564dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.779663927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b96386b-8939-4e40-93b4-84e082564dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.783938795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b96386b-8939-4e40-93b4-84e082564dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:20.811615261Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-eed369","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-eed369","reconcileID":"511bd300-5c52-4a33-8469-94197f988089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-eed369","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-eed369"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.051570513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b34411a-404c-4c18-9467-361aac1616c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.054802605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b34411a-404c-4c18-9467-361aac1616c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.058897843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b34411a-404c-4c18-9467-361aac1616c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.065327634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b34411a-404c-4c18-9467-361aac1616c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.646175454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52faeb9-b037-4016-80ac-39dbc9b18d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.652025734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52faeb9-b037-4016-80ac-39dbc9b18d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.655223619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52faeb9-b037-4016-80ac-39dbc9b18d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.65835141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52faeb9-b037-4016-80ac-39dbc9b18d7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.94624331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50ee29f-83ff-4621-b821-441b51c6efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.950126475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50ee29f-83ff-4621-b821-441b51c6efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.954353796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50ee29f-83ff-4621-b821-441b51c6efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.958799323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50ee29f-83ff-4621-b821-441b51c6efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.138022991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"5e39e5da-a27e-43d6-9f1e-e95dc58ac66e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.30837344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"edf9c607-13cc-4a58-ace1-4f4dbd0526af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.316597981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ffad7e1f-a71b-47ab-ac3d-176d7ce8d1fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.327644448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"434f17b0-d59e-41b3-8f48-cc680e608eab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.337923666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"a550ea08-16fa-45db-a430-511f0c800da7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.350735483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"60fbf22b-c13e-4407-a28e-120c03aa23f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.470235178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"369d7b04-d51c-45d0-b50a-25656851018e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.470749908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"162189b4-4dd2-4ac6-aad6-fde02dac698a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.471323363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"db6ed514-2be2-4611-8dde-ea038f9351fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.471817931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"262422c9-8b7c-4789-9b97-eea4ac9d6bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.472472386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"942af264-c1f4-4e01-a1a3-33f102b6fb0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.631561787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18b8f74f-4c7a-4ad6-be87-85189bc6b5b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.685180371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55ac7d0-cbce-44d1-bedd-bfafe4da03f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.690233215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55ac7d0-cbce-44d1-bedd-bfafe4da03f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.694220508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55ac7d0-cbce-44d1-bedd-bfafe4da03f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.697629185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55ac7d0-cbce-44d1-bedd-bfafe4da03f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.871108027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"8bc091d7-0230-4f83-8f40-499b93ead8ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:22.954863095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"8bc091d7-0230-4f83-8f40-499b93ead8ec","name":"e2e-api-a-7406a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.290217866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1bbac2-f1ae-49b0-b0d4-639f54023558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.294630861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1bbac2-f1ae-49b0-b0d4-639f54023558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.300203999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1bbac2-f1ae-49b0-b0d4-639f54023558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.305710913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1bbac2-f1ae-49b0-b0d4-639f54023558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.702502441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf03084-103a-49e5-940c-76e413587f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.792501093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf03084-103a-49e5-940c-76e413587f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.856125433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf03084-103a-49e5-940c-76e413587f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:23.920417809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf03084-103a-49e5-940c-76e413587f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.404756695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42db9f59-2efc-4fcd-887f-86fa97563804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.407894723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42db9f59-2efc-4fcd-887f-86fa97563804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.410850728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42db9f59-2efc-4fcd-887f-86fa97563804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.415144489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42db9f59-2efc-4fcd-887f-86fa97563804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.632117709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d135f9c-9076-4d02-9fa0-5a959d719e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.635342159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d135f9c-9076-4d02-9fa0-5a959d719e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.638557065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d135f9c-9076-4d02-9fa0-5a959d719e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:25.641467054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d135f9c-9076-4d02-9fa0-5a959d719e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.088131575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bb4b86-e01e-4113-b10c-2a636c1f7ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.091375589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bb4b86-e01e-4113-b10c-2a636c1f7ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.094963219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bb4b86-e01e-4113-b10c-2a636c1f7ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.098195136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bb4b86-e01e-4113-b10c-2a636c1f7ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.134124307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"2b7c738a-4341-4cea-bea4-9a86dbd8e349","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.15706458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"2b7c738a-4341-4cea-bea4-9a86dbd8e349","name":"e2e-api-b-47369d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.441766297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"65b946bc-a3f9-4195-91e8-5fa5c8a6a667","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.560821392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"65b946bc-a3f9-4195-91e8-5fa5c8a6a667","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.60782996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-80f70e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48cd6b2751d16cab3b38901b3757bd9a4f3b6a46bbdc25277e2df47dd2cca6d6) AuthConfig (5bd9aa4b1cfcecc41808503302c3b995118450920dd6f6d3351378abe22658f9) AuthConfig (1e8853c25c56555215ac6c63f7420883cfc7fcb63c18b5f5262e4c8a66161536) AuthConfig (ba9c7c1bb19ad2bf8620cc3a50052e6b28bfe41184dd25067ebb4f58a05c52df) AuthConfig (6c97cf8a7f1c847ffafdca981cf8039c33c8d31acef3a085397e1e09fa145473) AuthConfig (a6fe6abb01e409faa3fe61bcb899651f89f306f2e0aa606eefac3cf704d935f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"65b946bc-a3f9-4195-91e8-5fa5c8a6a667","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.648375757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a9936dc-5ecc-4b27-bfe4-fc39852f0aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.648411635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a9936dc-5ecc-4b27-bfe4-fc39852f0aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.673470238Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-def754","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-def754","reconcileID":"50dc8730-1424-4816-8398-f82ce9dda6a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-def754","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-def754":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.734381618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49a59dd-b7dc-4363-bf3e-50b3e7e61dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.737834313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49a59dd-b7dc-4363-bf3e-50b3e7e61dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.741310108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49a59dd-b7dc-4363-bf3e-50b3e7e61dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:26.744569083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c49a59dd-b7dc-4363-bf3e-50b3e7e61dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.365692852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f88f87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f88f87","reconcileID":"039c27bb-d841-45f8-b94c-5031f83a39eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f88f87","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f88f87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.52849648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7ef7d4-4e8e-4835-b25e-f7d1bcd94739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.5321002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7ef7d4-4e8e-4835-b25e-f7d1bcd94739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.537248171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7ef7d4-4e8e-4835-b25e-f7d1bcd94739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.540774008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7ef7d4-4e8e-4835-b25e-f7d1bcd94739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.922486984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9af45b-5475-453e-b6de-00b9d5afb4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.925788396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9af45b-5475-453e-b6de-00b9d5afb4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.928923959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9af45b-5475-453e-b6de-00b9d5afb4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:27.932015249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9af45b-5475-453e-b6de-00b9d5afb4f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:29.188082555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"ce67d881-bf9f-48b5-8235-17e86ebec0d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-db5422","tenantID":"e2e-ipp-b-db5422","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:29.207020579Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"ce67d881-bf9f-48b5-8235-17e86ebec0d5","name":"e2e-ipp-b-db5422-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.665307764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"93dd7e90-2625-466a-847b-3eff1b4d4d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.674426946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"93dd7e90-2625-466a-847b-3eff1b4d4d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.686196724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-80f70e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48cd6b2751d16cab3b38901b3757bd9a4f3b6a46bbdc25277e2df47dd2cca6d6) AuthConfig (5bd9aa4b1cfcecc41808503302c3b995118450920dd6f6d3351378abe22658f9) AuthConfig (1e8853c25c56555215ac6c63f7420883cfc7fcb63c18b5f5262e4c8a66161536) AuthConfig (ba9c7c1bb19ad2bf8620cc3a50052e6b28bfe41184dd25067ebb4f58a05c52df) AuthConfig (6c97cf8a7f1c847ffafdca981cf8039c33c8d31acef3a085397e1e09fa145473) AuthConfig (a6fe6abb01e409faa3fe61bcb899651f89f306f2e0aa606eefac3cf704d935f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"93dd7e90-2625-466a-847b-3eff1b4d4d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.145694741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e1b4dcf-5680-4678-b86d-af65dfb3ff55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.154710005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"f3d313b3-75cc-4fcf-b830-e4e588e01c29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.175536951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"e9061ec6-2248-41a5-822c-204cc62fa33e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.175550466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"135eeab9-4db1-4fe8-9719-b8a08296f665","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.176202446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a84aba7a-0611-48c1-973f-70bedc122834","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.261239041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"6d65f973-8383-4cc1-9db4-7e730a0f240f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.263000324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"9e8381fc-0c20-4393-8f5c-bc33a8ac0937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.264998497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"528b7fd0-f383-4154-b503-0880c38462bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.265971475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"2384299b-8213-4a09-9cc1-3bed06d7f4e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.268592384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"bbcdf57b-4501-4fb9-9d89-38a66787af5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.281451702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600de3eb-aa78-4c6f-8a08-9d94ac3d22a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.284859931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600de3eb-aa78-4c6f-8a08-9d94ac3d22a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.287985358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600de3eb-aa78-4c6f-8a08-9d94ac3d22a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.291137667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600de3eb-aa78-4c6f-8a08-9d94ac3d22a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.358485868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"4caf2633-26a1-4012-82ce-c670c3bc5b38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.358742396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"6ca4bb06-eadb-4a5b-a222-ff57f6f2ed4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.61621617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae85246-9f08-4981-a25b-7ea9964b3694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.619410303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae85246-9f08-4981-a25b-7ea9964b3694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.622450877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae85246-9f08-4981-a25b-7ea9964b3694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.625672086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae85246-9f08-4981-a25b-7ea9964b3694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.924466859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a485f-b37c-4036-bed9-dcabade70a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.927555994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a485f-b37c-4036-bed9-dcabade70a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.9307881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a485f-b37c-4036-bed9-dcabade70a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:37.933946976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e94a485f-b37c-4036-bed9-dcabade70a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.362858852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3f3a96e-185d-4d1d-8ca9-6007b238668a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.362886052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3f3a96e-185d-4d1d-8ca9-6007b238668a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.371792048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657406ff-66ca-4d29-9d7f-13b436b6a8fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.371876399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657406ff-66ca-4d29-9d7f-13b436b6a8fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.380315581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"56f2b4c1-2583-4242-baa4-1a32af2dfd0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.414097602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"56f2b4c1-2583-4242-baa4-1a32af2dfd0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.420104023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3424af-79a4-4b0c-a23b-222d51d84442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.420744865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7406a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"56f2b4c1-2583-4242-baa4-1a32af2dfd0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.424435566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3424af-79a4-4b0c-a23b-222d51d84442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.428887827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3424af-79a4-4b0c-a23b-222d51d84442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.430842238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8abb5c38-ff9a-4834-af50-0243461acc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.430863812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8abb5c38-ff9a-4834-af50-0243461acc37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.432991926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba3424af-79a4-4b0c-a23b-222d51d84442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.876873158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfce728-a2fa-49d9-9e74-14b12abc0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.881498104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfce728-a2fa-49d9-9e74-14b12abc0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.885115449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfce728-a2fa-49d9-9e74-14b12abc0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:39.888765831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfce728-a2fa-49d9-9e74-14b12abc0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:40.264067217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"f461e72f-2a17-4fa1-b9c8-00dee4887bc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-def754","tenantID":"e2e-ipp-b-def754","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:40.282653513Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"f461e72f-2a17-4fa1-b9c8-00dee4887bc9","name":"e2e-ipp-b-def754-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.758964936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"bc10f9d1-9226-42a6-b1de-a3c28e1e5402","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f88f87","tenantID":"e2e-ipp-a-f88f87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:41.808258257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"bc10f9d1-9226-42a6-b1de-a3c28e1e5402","name":"e2e-ipp-a-f88f87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.008455123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f030b2e-657e-4a74-a7ea-0fba642ea274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.080961122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f030b2e-657e-4a74-a7ea-0fba642ea274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.137651847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c191a2cd-0b67-4e5f-a5b9-fb728c9966b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.137759259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c191a2cd-0b67-4e5f-a5b9-fb728c9966b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.243535677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"8528af61-549a-47c8-bb89-fc62a2380f25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.415500252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"8528af61-549a-47c8-bb89-fc62a2380f25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"name":"e2e-api-b-47369d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.425875972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-47369d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"8528af61-549a-47c8-bb89-fc62a2380f25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.43404595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260d3645-7ba8-47a7-9805-e80bd420d2b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.434153608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260d3645-7ba8-47a7-9805-e80bd420d2b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.478790231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0579e-a6f9-48af-acf8-18f24915e595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.482990183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0579e-a6f9-48af-acf8-18f24915e595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.486789315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0579e-a6f9-48af-acf8-18f24915e595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.492137707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c0579e-a6f9-48af-acf8-18f24915e595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.859650214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2a29c-33c6-4074-bd24-1ccc8dafba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.863430478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2a29c-33c6-4074-bd24-1ccc8dafba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.866719433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2a29c-33c6-4074-bd24-1ccc8dafba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.87001133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2a29c-33c6-4074-bd24-1ccc8dafba47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.270328254Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ffdea6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ffdea6","reconcileID":"b4562c5d-23c4-40f5-9719-a0446e1a72c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ffdea6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-ffdea6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.509225187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.802672349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac0488c-e3d0-44b7-a5da-10ba992ffea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.807281393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac0488c-e3d0-44b7-a5da-10ba992ffea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.812939001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac0488c-e3d0-44b7-a5da-10ba992ffea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.819079296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac0488c-e3d0-44b7-a5da-10ba992ffea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.096184873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7042b-4400-4660-889c-10ca18d49fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.099339484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7042b-4400-4660-889c-10ca18d49fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.103008991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7042b-4400-4660-889c-10ca18d49fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.10982036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c7042b-4400-4660-889c-10ca18d49fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.306304874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada61344-ffa5-4325-9776-8e51b24bab06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.309585972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada61344-ffa5-4325-9776-8e51b24bab06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.31322009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada61344-ffa5-4325-9776-8e51b24bab06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.316957021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada61344-ffa5-4325-9776-8e51b24bab06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.646580871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f05b7ae-ca8f-4984-8712-96c298a8b93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.651667513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f05b7ae-ca8f-4984-8712-96c298a8b93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.654787213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f05b7ae-ca8f-4984-8712-96c298a8b93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.658497103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f05b7ae-ca8f-4984-8712-96c298a8b93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.219100992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965c9551-7f4a-47df-a07a-24e6758177e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.232972615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965c9551-7f4a-47df-a07a-24e6758177e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.254590094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965c9551-7f4a-47df-a07a-24e6758177e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.268228384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"965c9551-7f4a-47df-a07a-24e6758177e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.588438962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15578045-33e6-48fd-8082-14ea35b96ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.592413497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15578045-33e6-48fd-8082-14ea35b96ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.596115819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15578045-33e6-48fd-8082-14ea35b96ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.599887063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15578045-33e6-48fd-8082-14ea35b96ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.857234481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"de999c4a-6569-4c48-b17d-447f62c4d66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.86525349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"de999c4a-6569-4c48-b17d-447f62c4d66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.947625321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5aafd3-fdc0-411a-a509-da05c135a2b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.947646269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e5aafd3-fdc0-411a-a509-da05c135a2b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.971582788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d7098d-b385-45a5-a0b5-d5cc283158e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.974938876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d7098d-b385-45a5-a0b5-d5cc283158e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.978381158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d7098d-b385-45a5-a0b5-d5cc283158e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:46.98181284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d7098d-b385-45a5-a0b5-d5cc283158e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.303366557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf6e4e0-e691-4a1d-953e-11d18b6bd293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.318371561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf6e4e0-e691-4a1d-953e-11d18b6bd293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.332368005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf6e4e0-e691-4a1d-953e-11d18b6bd293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.352575838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf6e4e0-e691-4a1d-953e-11d18b6bd293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.835143778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"3cfd2392-cdd5-4fad-9910-c5358446a071","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:47.856926909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"3cfd2392-cdd5-4fad-9910-c5358446a071","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.047375135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"4049da66-2052-445b-86bb-a35ff37e0496","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.060731473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"4049da66-2052-445b-86bb-a35ff37e0496","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.172049622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d17ad65-27ce-4162-ae84-df057b5d87b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.175087421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d17ad65-27ce-4162-ae84-df057b5d87b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.179873455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d17ad65-27ce-4162-ae84-df057b5d87b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.186068929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d17ad65-27ce-4162-ae84-df057b5d87b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.442700269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473850b5-2fe9-4749-8d38-c22d17d8efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.446784594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473850b5-2fe9-4749-8d38-c22d17d8efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.452746649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473850b5-2fe9-4749-8d38-c22d17d8efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.460333006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473850b5-2fe9-4749-8d38-c22d17d8efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.956287283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"287469ae-ddf1-41a3-94b0-864a54624f55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.956579553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60d7c9b-51f1-49ae-8fb9-80d54d711896","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.956600522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60d7c9b-51f1-49ae-8fb9-80d54d711896","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.984306178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d93c7-2ea3-4e6d-ac5d-b33391de45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.98752277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d93c7-2ea3-4e6d-ac5d-b33391de45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.990702942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d93c7-2ea3-4e6d-ac5d-b33391de45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:48.995266136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25d93c7-2ea3-4e6d-ac5d-b33391de45d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.062965532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"287469ae-ddf1-41a3-94b0-864a54624f55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.091611306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"287469ae-ddf1-41a3-94b0-864a54624f55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"name":"e2e-api-a-80f70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.091635382Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"e2e-e2e-api-a-80f70e-policy","reconcileID":"287469ae-ddf1-41a3-94b0-864a54624f55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-80f70e-policy","namespace":"ai-tenant-e2e-api-a-80f70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-80f70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.107501178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d680fb4-58f6-4bd6-8ce2-43657ba76b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.107521188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d680fb4-58f6-4bd6-8ce2-43657ba76b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.448349433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"d075357f-40cb-4d71-a314-cf8e399defae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.477613439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"d075357f-40cb-4d71-a314-cf8e399defae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:49.489991563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7406a9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"d075357f-40cb-4d71-a314-cf8e399defae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.478526997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"29b1e992-af32-4e39-9e0d-870b133e3bfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.486426788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"29b1e992-af32-4e39-9e0d-870b133e3bfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"name":"e2e-api-b-47369d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.493805852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-47369d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"29b1e992-af32-4e39-9e0d-870b133e3bfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.319322109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd80f2c-c677-474b-a1df-06dc9eb73004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.328923783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd80f2c-c677-474b-a1df-06dc9eb73004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.391732359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd80f2c-c677-474b-a1df-06dc9eb73004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.404940333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd80f2c-c677-474b-a1df-06dc9eb73004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.633511651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c30f3a8-0906-4d10-9fb5-4eb0c8dbb700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.636622123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c30f3a8-0906-4d10-9fb5-4eb0c8dbb700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.639655675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c30f3a8-0906-4d10-9fb5-4eb0c8dbb700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:55.642803338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c30f3a8-0906-4d10-9fb5-4eb0c8dbb700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:56.930043802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c016367-164e-4d26-aabb-7f675836c611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:56.934469345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c016367-164e-4d26-aabb-7f675836c611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:56.950761347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c016367-164e-4d26-aabb-7f675836c611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:56.954349996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c016367-164e-4d26-aabb-7f675836c611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:57.633499231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34f0e5d-2f0a-45de-9dc3-693f051ec18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:57.637620592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34f0e5d-2f0a-45de-9dc3-693f051ec18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:57.641546374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34f0e5d-2f0a-45de-9dc3-693f051ec18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:57.644809081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34f0e5d-2f0a-45de-9dc3-693f051ec18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.200630246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"dd5c0523-ec01-43c2-bdb9-ec801fba734e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.217455302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"dd5c0523-ec01-43c2-bdb9-ec801fba734e","name":"e2e-api-b-ffdea6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.660279969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"5306c1bd-bf92-4601-9849-bda4a983c7c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.678700651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"5306c1bd-bf92-4601-9849-bda4a983c7c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.687468823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7406a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42c2abd79c86cab00ae86e80c661e693b613d2a5cb5b53f88321c3c79107d195) AuthConfig (a09e28009f5b22af4a99ad3334b53abf34f8452d326ac50ea5b677341d938980) AuthConfig (d32cfc65afde9576012f1e68a15386acef84e5a6b1d12b20a1076294b31e5bd2) AuthConfig (74fad8c2074c69b628f2b6298f0178ae0b01f7133d4b95bfefe16d5a7c3dbbb1) AuthConfig (3fc29a38281a3a8a04b503a1f859fc9edba45de927c1bf013a35dfde679799b4) AuthConfig (09cd0eda14871772260fa7926a3dcc9e13cddfb431846de6a04dd6fa0884a268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"5306c1bd-bf92-4601-9849-bda4a983c7c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.69408131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5680537e-5009-419b-b5da-05f532f1d47b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:59.694099323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5680537e-5009-419b-b5da-05f532f1d47b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.966695484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","namespace":"ai-tenant-e2e-api-a-80f70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.966900183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","namespace":"ai-tenant-e2e-api-a-80f70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.967054635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","tenant":"e2e-api-a-80f70e","tenantID":"e2e-api-a-80f70e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.9742877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Deployment","name":"maas-api-e2e-api-a-80f70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.985802342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Service","name":"maas-api-e2e-api-a-80f70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:01.997534045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-80f70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.009102447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-80f70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.016931756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.033865308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.052429282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.063890487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.072191207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Deployment","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.078147648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.081453356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Service","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.085900933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"Service","name":"payload-pre-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.089028522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.091748914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.094789201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.101728665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.104654977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.107655246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.111000343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-80f70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.114165029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-80f70e"},"namespace":"ai-tenant-e2e-api-a-80f70e","name":"default-tenant","reconcileID":"b869ef27-f43c-4338-9894-826af2ac2e02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-80f70e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.525356439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"0315fc31-d971-4215-bf15-7f6a1a4bdb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.614979678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"0315fc31-d971-4215-bf15-7f6a1a4bdb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"name":"e2e-api-b-47369d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.633569491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-47369d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9594e0f2d45c8e0d31eadb97ec32c433a3420dc0684df1dc6a5ce358e7ed4686) AuthConfig (07c487618fdaed036bb8cbdce83f6cd0b7a38c8f23fcdc669a06a0634119f964) AuthConfig (1b5806aba7e08e44d7e719cc1e21d1e811c1fd7e5da0c61170f109d6023ea4ef) AuthConfig (86d26207438e40a1a6972988985b569bb079c945fbf7b5fe06659e520835fdc3) AuthConfig (759b231a3edf5946fd4820d6a9a3de420ae20fc0cdd163038af05da8662797ab) AuthConfig (cac374826c225777b61e2970d00a736e7acc0cfe7762f09b2f6c64e90ab570e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"0315fc31-d971-4215-bf15-7f6a1a4bdb5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.642006808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f74dffc-6a8b-4f65-b3d6-3b082cc3ce28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:02.642100937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f74dffc-6a8b-4f65-b3d6-3b082cc3ce28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:09.701177744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"0ca8a53f-98eb-4016-8662-1dc0c42403b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:09.709233331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"0ca8a53f-98eb-4016-8662-1dc0c42403b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:09.715471139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7406a9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42c2abd79c86cab00ae86e80c661e693b613d2a5cb5b53f88321c3c79107d195) AuthConfig (a09e28009f5b22af4a99ad3334b53abf34f8452d326ac50ea5b677341d938980) AuthConfig (d32cfc65afde9576012f1e68a15386acef84e5a6b1d12b20a1076294b31e5bd2) AuthConfig (74fad8c2074c69b628f2b6298f0178ae0b01f7133d4b95bfefe16d5a7c3dbbb1) AuthConfig (3fc29a38281a3a8a04b503a1f859fc9edba45de927c1bf013a35dfde679799b4) AuthConfig (09cd0eda14871772260fa7926a3dcc9e13cddfb431846de6a04dd6fa0884a268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"0ca8a53f-98eb-4016-8662-1dc0c42403b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.682829223Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-80f70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-80f70e","reconcileID":"c249b08c-8c05-4825-b38a-b8042912536b","aitenant":"ai-tenants/e2e-api-a-80f70e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.828216683Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-80f70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-80f70e","reconcileID":"c249b08c-8c05-4825-b38a-b8042912536b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-80f70e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-80f70e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.86957811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9ba30d-41cf-4341-9518-163ce1e0e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.881288074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9ba30d-41cf-4341-9518-163ce1e0e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:11.951899184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9ba30d-41cf-4341-9518-163ce1e0e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.026504242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9ba30d-41cf-4341-9518-163ce1e0e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.417996801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31181c7c-7d68-478a-92aa-265841cc7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.422284699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31181c7c-7d68-478a-92aa-265841cc7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.425719995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31181c7c-7d68-478a-92aa-265841cc7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.43102903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31181c7c-7d68-478a-92aa-265841cc7eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.780162672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"a0a981f9-e82b-42b7-a3fe-7a402fda9dc1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.84108158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"a0a981f9-e82b-42b7-a3fe-7a402fda9dc1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"name":"e2e-api-b-47369d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:12.876654756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-47369d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9594e0f2d45c8e0d31eadb97ec32c433a3420dc0684df1dc6a5ce358e7ed4686) AuthConfig (07c487618fdaed036bb8cbdce83f6cd0b7a38c8f23fcdc669a06a0634119f964) AuthConfig (1b5806aba7e08e44d7e719cc1e21d1e811c1fd7e5da0c61170f109d6023ea4ef) AuthConfig (86d26207438e40a1a6972988985b569bb079c945fbf7b5fe06659e520835fdc3) AuthConfig (759b231a3edf5946fd4820d6a9a3de420ae20fc0cdd163038af05da8662797ab) AuthConfig (cac374826c225777b61e2970d00a736e7acc0cfe7762f09b2f6c64e90ab570e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"a0a981f9-e82b-42b7-a3fe-7a402fda9dc1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:14.46578444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.178519196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e71bfcb-9cad-483b-9355-cdcf5bbe8fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.195257461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e71bfcb-9cad-483b-9355-cdcf5bbe8fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.205525523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e71bfcb-9cad-483b-9355-cdcf5bbe8fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.301307831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e71bfcb-9cad-483b-9355-cdcf5bbe8fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.579944724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de38b2-c351-425a-b4a0-ac1513284689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.583726805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de38b2-c351-425a-b4a0-ac1513284689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.589660816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de38b2-c351-425a-b4a0-ac1513284689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:15.600728542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9de38b2-c351-425a-b4a0-ac1513284689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.418651504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"ffbd2512-00ae-4455-ae6e-6ee11f930dbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.41878393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac160206-203a-4b67-918c-eb4d56213fbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.418801244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac160206-203a-4b67-918c-eb4d56213fbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.517735218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"ffbd2512-00ae-4455-ae6e-6ee11f930dbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.545743639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"ffbd2512-00ae-4455-ae6e-6ee11f930dbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"name":"e2e-api-b-47369d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.545772063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"e2e-e2e-api-b-47369d-policy","reconcileID":"ffbd2512-00ae-4455-ae6e-6ee11f930dbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-47369d-policy","namespace":"ai-tenant-e2e-api-b-47369d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-47369d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.555281087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6ea251c-72f5-4bc7-8d8c-fd5c60db1766","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.555314132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6ea251c-72f5-4bc7-8d8c-fd5c60db1766","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.752919175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"31116df5-cbf7-4d73-890c-1eb901273f7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.762617913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"31116df5-cbf7-4d73-890c-1eb901273f7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.787005674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf5faa7-7a16-4351-b4bf-df1c18a6479f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:19.787023691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf5faa7-7a16-4351-b4bf-df1c18a6479f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.104137291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd1394cb-2dec-4489-9d49-032c49e81037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.104158085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd1394cb-2dec-4489-9d49-032c49e81037","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.110600062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c47c846e-95a2-44c9-bf14-6f3a54e72b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.110616198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c47c846e-95a2-44c9-bf14-6f3a54e72b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.116293623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"218c6572-1247-4c47-b2c5-94a9159ceae7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.146377389Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"218c6572-1247-4c47-b2c5-94a9159ceae7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"name":"e2e-api-b-ffdea6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.159352016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ffdea6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"218c6572-1247-4c47-b2c5-94a9159ceae7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.16545626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"083a021e-8b77-4039-b78c-4b08141ec1e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.16547674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"083a021e-8b77-4039-b78c-4b08141ec1e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.346374375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96567be7-df16-4db0-b0ab-3d8956d333ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.349786186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96567be7-df16-4db0-b0ab-3d8956d333ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.353467873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96567be7-df16-4db0-b0ab-3d8956d333ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:20.357276863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96567be7-df16-4db0-b0ab-3d8956d333ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:21.061051589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64390bf-bf9e-42fd-8b51-d3f8d0b04e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:21.065062361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64390bf-bf9e-42fd-8b51-d3f8d0b04e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:21.069131661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64390bf-bf9e-42fd-8b51-d3f8d0b04e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:21.148195353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64390bf-bf9e-42fd-8b51-d3f8d0b04e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.842725279Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","namespace":"ai-tenant-e2e-api-b-47369d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.842783366Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","namespace":"ai-tenant-e2e-api-b-47369d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.842843412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","tenant":"e2e-api-b-47369d","tenantID":"e2e-api-b-47369d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.849986971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Deployment","name":"maas-api-e2e-api-b-47369d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.87721538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Service","name":"maas-api-e2e-api-b-47369d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.887434719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-47369d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.893695326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-47369d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.904659753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.911463829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.924444592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.933144569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.936166554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Deployment","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.940999753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.943862493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Service","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.949196279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"Service","name":"payload-pre-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.953121371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.957808361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.960853224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.967414504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.970421272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.974557648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.977243042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-47369d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:23.980078473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-47369d"},"namespace":"ai-tenant-e2e-api-b-47369d","name":"default-tenant","reconcileID":"8bfb2559-3e77-492a-a76f-527ef77760ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-47369d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.410527434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"a5f6bff0-5744-4d0e-919d-7cc1144c4ac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.421140278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"a5f6bff0-5744-4d0e-919d-7cc1144c4ac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.514178101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"0019c924-b029-4794-bf13-3964b3458480","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.534488008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"0019c924-b029-4794-bf13-3964b3458480","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.580102495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5e9e22-52b7-4f67-ac27-f25bd1e0c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.583556748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5e9e22-52b7-4f67-ac27-f25bd1e0c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.59120138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5e9e22-52b7-4f67-ac27-f25bd1e0c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.600572185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5e9e22-52b7-4f67-ac27-f25bd1e0c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.984401441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5399099-0ffe-4ad1-97c0-cdcbadc410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:26.994479103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5399099-0ffe-4ad1-97c0-cdcbadc410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.099730101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5399099-0ffe-4ad1-97c0-cdcbadc410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.124470442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5399099-0ffe-4ad1-97c0-cdcbadc410e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.340825026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7fa171-c560-4a0e-9fa8-3e96301a5ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.351127636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7fa171-c560-4a0e-9fa8-3e96301a5ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.356125168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7fa171-c560-4a0e-9fa8-3e96301a5ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.372247262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7fa171-c560-4a0e-9fa8-3e96301a5ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.715090104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"38afa6ff-2c71-40bd-a8a2-bedddfbe68da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.715612787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dff1731-850e-4c1c-8e2f-6ccf36124389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.715687766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dff1731-850e-4c1c-8e2f-6ccf36124389","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:27.946611134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"38afa6ff-2c71-40bd-a8a2-bedddfbe68da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.07041185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"38afa6ff-2c71-40bd-a8a2-bedddfbe68da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"name":"e2e-api-a-7406a9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.07044921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"e2e-e2e-api-a-7406a9-policy","reconcileID":"38afa6ff-2c71-40bd-a8a2-bedddfbe68da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7406a9-policy","namespace":"ai-tenant-e2e-api-a-7406a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7406a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.075266566Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-47369d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-47369d","reconcileID":"27d437ba-f487-4495-baa0-f8065ceebeba","aitenant":"ai-tenants/e2e-api-b-47369d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.080978923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c6914f-ca5c-4407-a6cf-fe93d9e65faf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.081059501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c6914f-ca5c-4407-a6cf-fe93d9e65faf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.238578049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1d8eee-0da6-4ada-83a2-393b33b4a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.241644361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1d8eee-0da6-4ada-83a2-393b33b4a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.24474766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1d8eee-0da6-4ada-83a2-393b33b4a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.248490517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1d8eee-0da6-4ada-83a2-393b33b4a21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.252668569Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-47369d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-47369d","reconcileID":"27d437ba-f487-4495-baa0-f8065ceebeba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-47369d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-47369d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.639357741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb68a32-91fd-4012-9842-5cf4e4686bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.643595043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb68a32-91fd-4012-9842-5cf4e4686bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.647601032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb68a32-91fd-4012-9842-5cf4e4686bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:28.657220976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb68a32-91fd-4012-9842-5cf4e4686bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:30.184031682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"e39b1b7e-d801-4719-902c-7fd1c10f406c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:30.255154085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"e39b1b7e-d801-4719-902c-7fd1c10f406c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"name":"e2e-api-b-ffdea6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:30.271426963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ffdea6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"e39b1b7e-d801-4719-902c-7fd1c10f406c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.6335998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cade1e5-e512-4a47-a765-d2836bf8ee96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.638237754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cade1e5-e512-4a47-a765-d2836bf8ee96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.64713473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cade1e5-e512-4a47-a765-d2836bf8ee96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.651582734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cade1e5-e512-4a47-a765-d2836bf8ee96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.966629299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f1137-d8a1-438c-a861-fc450adf8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.970809093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f1137-d8a1-438c-a861-fc450adf8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.974107459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f1137-d8a1-438c-a861-fc450adf8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.977530469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0f1137-d8a1-438c-a861-fc450adf8760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:00:34.501693513Z","body":"infra namespace gateway label reconciliation failed, continuing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1e352e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1e352e","reconcileID":"65eb8c56-a7e5-4d38-8dfd-9158e3831f92","error":"patch labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:34.669226125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d24ea0-acc8-4ddf-b81b-344aeeb6407d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:34.672475614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d24ea0-acc8-4ddf-b81b-344aeeb6407d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:34.677640842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d24ea0-acc8-4ddf-b81b-344aeeb6407d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:34.680948137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d24ea0-acc8-4ddf-b81b-344aeeb6407d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.164323669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1f7f47-343d-48ff-8be7-f8da51bd4465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.167715215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1f7f47-343d-48ff-8be7-f8da51bd4465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.171030396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1f7f47-343d-48ff-8be7-f8da51bd4465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.176594612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1f7f47-343d-48ff-8be7-f8da51bd4465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.662228676Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1e352e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1e352e","reconcileID":"b17c9085-7c1e-46f7-b63c-9504607620f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1e352e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-1e352e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.789355755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12a21d2-67c8-4410-bec6-b26f66000795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.792538167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12a21d2-67c8-4410-bec6-b26f66000795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.798075751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12a21d2-67c8-4410-bec6-b26f66000795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:35.803012881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12a21d2-67c8-4410-bec6-b26f66000795","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:36.992679353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de560bc3-f95c-4459-aa62-a433329474b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.002201835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de560bc3-f95c-4459-aa62-a433329474b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.052574811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de560bc3-f95c-4459-aa62-a433329474b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.075340876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de560bc3-f95c-4459-aa62-a433329474b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.418696074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf49c06-c7fe-4320-a6ee-df875e22f259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.422115837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf49c06-c7fe-4320-a6ee-df875e22f259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.425173618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf49c06-c7fe-4320-a6ee-df875e22f259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.428576346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf49c06-c7fe-4320-a6ee-df875e22f259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.512313619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","namespace":"ai-tenant-e2e-api-a-7406a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.512503998Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","namespace":"ai-tenant-e2e-api-a-7406a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.512622869Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","tenant":"e2e-api-a-7406a9","tenantID":"e2e-api-a-7406a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.517774077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Deployment","name":"maas-api-e2e-api-a-7406a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.528996674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Service","name":"maas-api-e2e-api-a-7406a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.539987829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7406a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.559781646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7406a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.570843303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.577235016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.585116136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.600297894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.603425672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Deployment","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.607139335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.610889365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Service","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.614887904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.619112208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.623332412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.626226659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.638286116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.641318215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.646371229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.653117432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7406a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.657511313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7406a9"},"namespace":"ai-tenant-e2e-api-a-7406a9","name":"default-tenant","reconcileID":"54bb851d-cdeb-42fb-a72d-a8e9a12eaa2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7406a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.677230082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"80b505cb-834e-4f46-9fa4-bb1415b61d0b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:37.67724886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"80b505cb-834e-4f46-9fa4-bb1415b61d0b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.047167915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"09f3428d-8185-4b9c-8897-31ea02df3877","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.047280374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"09f3428d-8185-4b9c-8897-31ea02df3877","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.056684131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"4275a879-50c6-4edf-a865-027ee9d3a0f8","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.056767488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"4275a879-50c6-4edf-a865-027ee9d3a0f8","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.074659387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5ed3f8bc-b970-4efb-9b4f-53bdc67f442b","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.203744266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5ed3f8bc-b970-4efb-9b4f-53bdc67f442b","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.217252181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-07f5f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5ed3f8bc-b970-4efb-9b4f-53bdc67f442b","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.226237206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"2b32b4fa-7146-4a00-8664-32ad560d093d","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.226260641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"2b32b4fa-7146-4a00-8664-32ad560d093d","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.276445429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cc5256-c858-4dea-a124-d1a1d370b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.285705784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cc5256-c858-4dea-a124-d1a1d370b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.307857453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cc5256-c858-4dea-a124-d1a1d370b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.315202579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14cc5256-c858-4dea-a124-d1a1d370b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.527260999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee392ade-53b9-4a22-91c3-6bc739c60d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.530595732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee392ade-53b9-4a22-91c3-6bc739c60d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.537079489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee392ade-53b9-4a22-91c3-6bc739c60d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.546209154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee392ade-53b9-4a22-91c3-6bc739c60d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.737024941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a4d39e-d56f-4f73-8592-a14b645ff67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.741373771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a4d39e-d56f-4f73-8592-a14b645ff67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.747450674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a4d39e-d56f-4f73-8592-a14b645ff67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.754597179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a4d39e-d56f-4f73-8592-a14b645ff67d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:38.976041457Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-02e4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-02e4c0","reconcileID":"8ca76fc6-8402-4c3e-9ba5-edc89fe36e2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-02e4c0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-02e4c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.194001417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3fcb2-dfc3-4c51-8f52-5707458fab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.287758718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3fcb2-dfc3-4c51-8f52-5707458fab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.43935258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3fcb2-dfc3-4c51-8f52-5707458fab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.450992623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb3fcb2-dfc3-4c51-8f52-5707458fab11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.74729699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bb791-75b6-497b-b404-c82a6a0b46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.75085034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bb791-75b6-497b-b404-c82a6a0b46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.754801181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bb791-75b6-497b-b404-c82a6a0b46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.760353753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967bb791-75b6-497b-b404-c82a6a0b46d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.968404564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9dce7a-29c9-4aa3-9db1-bdd5c9930e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.971436308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9dce7a-29c9-4aa3-9db1-bdd5c9930e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.974846401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9dce7a-29c9-4aa3-9db1-bdd5c9930e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:39.981179201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9dce7a-29c9-4aa3-9db1-bdd5c9930e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.173541718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45d766d-ce0b-478a-9855-dbae62447889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.176961711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45d766d-ce0b-478a-9855-dbae62447889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.180939862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45d766d-ce0b-478a-9855-dbae62447889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.188318451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45d766d-ce0b-478a-9855-dbae62447889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.289628863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"b96d0f1d-53ef-4106-a064-9cea6766d7d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.356721902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"b96d0f1d-53ef-4106-a064-9cea6766d7d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"name":"e2e-api-b-ffdea6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.370522256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ffdea6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62e88cb8b365cadcf01cf829f830d2d00b60557a25fe260fae9accaa5c3914b7) AuthConfig (6966420cc740d97b3505796f7e897c8e288559502517c891ee8fab526e91d5d3) AuthConfig (5ef11966760e0c3c6267853a339caab2e4bd507845f14f600b54312bac9d5421) AuthConfig (1f3ee5989244130357864a3094ec90d9a3e6b7b3ef1ce9dddc6fafeabd42a84c) AuthConfig (6c8e7557a0c6bae0eb7fbdc10880e2135da2c1e1e75a4fa1814ae9bf874a302a) AuthConfig (6c4b72b251b37d27a3f2e20fc7968055f44d617f65b2b1410dc8ba13f8156c39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"b96d0f1d-53ef-4106-a064-9cea6766d7d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.393205324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a1ce3a-98f9-40bb-95ab-c3a8fbc875c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:40.393236736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a1ce3a-98f9-40bb-95ab-c3a8fbc875c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.153496206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f866c5-36af-4e67-98f3-a681708d14c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.159213126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f866c5-36af-4e67-98f3-a681708d14c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.165405194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f866c5-36af-4e67-98f3-a681708d14c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.172068184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f866c5-36af-4e67-98f3-a681708d14c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.450444694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddad1dc-7820-49f7-9c8f-c3722fa8c4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.457130946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddad1dc-7820-49f7-9c8f-c3722fa8c4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.462977089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddad1dc-7820-49f7-9c8f-c3722fa8c4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:41.469420356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eddad1dc-7820-49f7-9c8f-c3722fa8c4cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.206298101Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7406a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7406a9","reconcileID":"8cdb56c9-514c-42e1-80b2-5c4e8b355739","aitenant":"ai-tenants/e2e-api-a-7406a9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.326146703Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7406a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7406a9","reconcileID":"8cdb56c9-514c-42e1-80b2-5c4e8b355739","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7406a9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7406a9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.331108023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324513a8-a5f6-4b26-8f4b-356910d2b7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.334608982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324513a8-a5f6-4b26-8f4b-356910d2b7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.338228591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324513a8-a5f6-4b26-8f4b-356910d2b7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.350933726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324513a8-a5f6-4b26-8f4b-356910d2b7d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.63763222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274d2c20-343b-40a6-b3c0-abbd9571d9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.642755405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274d2c20-343b-40a6-b3c0-abbd9571d9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.6555713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274d2c20-343b-40a6-b3c0-abbd9571d9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.674570284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274d2c20-343b-40a6-b3c0-abbd9571d9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:44.360980652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b7d6f-37c3-4ac5-9740-27bafa176411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:44.372210378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b7d6f-37c3-4ac5-9740-27bafa176411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:44.375424369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b7d6f-37c3-4ac5-9740-27bafa176411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:44.378459314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b7d6f-37c3-4ac5-9740-27bafa176411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:44.467415053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.134547829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"ef8c8d3d-58e5-4c03-a8f6-fc6436280cb0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.160748652Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"ef8c8d3d-58e5-4c03-a8f6-fc6436280cb0","name":"e2e-praxis-a-1e352e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.171875611Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","namespace":"ai-tenant-e2e-ipp-a-7f43f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.171986777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","namespace":"ai-tenant-e2e-ipp-a-7f43f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.172068033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","tenant":"e2e-ipp-a-7f43f9","tenantID":"e2e-ipp-a-7f43f9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.185261597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7f43f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.207060301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Service","name":"maas-api-e2e-ipp-a-7f43f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.22304138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7f43f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.237192346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7f43f9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.239756765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"7f3c7c63-3178-43b0-9883-9315c690e82c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.251617632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.254792026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"7f3c7c63-3178-43b0-9883-9315c690e82c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.258278346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.262670005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-07f5f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"7f3c7c63-3178-43b0-9883-9315c690e82c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.266211325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.271200675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.276587319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.281246432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.303056232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Service","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.328794846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.340689284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.346071734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.352501508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.3630925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.368094695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.372885968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.377359313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7f43f9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:48.384045313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7f43f9"},"namespace":"ai-tenant-e2e-ipp-a-7f43f9","name":"default-tenant","reconcileID":"5d6cd093-0857-4ff8-ba08-2c070d68f6c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7f43f9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.139407423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"fd03d7d5-94e9-439b-ba67-9f9d49641250","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.139467196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cd0da5-8e9f-4100-bf4d-9d1ca8b800d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.139479869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cd0da5-8e9f-4100-bf4d-9d1ca8b800d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.148506227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"fd03d7d5-94e9-439b-ba67-9f9d49641250","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.178236888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"fd03d7d5-94e9-439b-ba67-9f9d49641250","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"name":"e2e-api-b-ffdea6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.178251386Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"e2e-e2e-api-b-ffdea6-policy","reconcileID":"fd03d7d5-94e9-439b-ba67-9f9d49641250","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ffdea6-policy","namespace":"ai-tenant-e2e-api-b-ffdea6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ffdea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.187619892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82992e2a-8609-4466-a56d-612488a7e0d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:50.187633757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82992e2a-8609-4466-a56d-612488a7e0d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.174403651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ee8ce2fe-b114-4f76-b5d6-e2539a07e81a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-02e4c0","tenantID":"e2e-ipp-b-02e4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.21514344Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ee8ce2fe-b114-4f76-b5d6-e2539a07e81a","name":"e2e-ipp-b-02e4c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.566654423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abcd299-b785-436a-a80e-d80b2f85e643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.612874176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abcd299-b785-436a-a80e-d80b2f85e643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.643049495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abcd299-b785-436a-a80e-d80b2f85e643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.665800303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abcd299-b785-436a-a80e-d80b2f85e643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.294763345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70bb71f-213a-4670-9d7a-b4762d968803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.29979045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70bb71f-213a-4670-9d7a-b4762d968803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.304036198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70bb71f-213a-4670-9d7a-b4762d968803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.308070822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70bb71f-213a-4670-9d7a-b4762d968803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.618722196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a4450-113f-4c1e-a50e-faa1c7624aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.623898604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a4450-113f-4c1e-a50e-faa1c7624aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.627566533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a4450-113f-4c1e-a50e-faa1c7624aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.631244712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a4450-113f-4c1e-a50e-faa1c7624aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.455820337Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7f43f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7f43f9","reconcileID":"0c68dead-60c4-41f8-9d60-c8396420a9c8","aitenant":"ai-tenants/e2e-ipp-a-7f43f9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.590312278Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7f43f9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7f43f9","reconcileID":"0c68dead-60c4-41f8-9d60-c8396420a9c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7f43f9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7f43f9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.61083354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372cee6e-31a6-440a-a361-e13f6641fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.615095129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372cee6e-31a6-440a-a361-e13f6641fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.618319118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372cee6e-31a6-440a-a361-e13f6641fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.621389129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372cee6e-31a6-440a-a361-e13f6641fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.990383939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd752b78-6faa-480b-9f5a-37b422125ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.993810808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd752b78-6faa-480b-9f5a-37b422125ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.997954748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd752b78-6faa-480b-9f5a-37b422125ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.056677579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd752b78-6faa-480b-9f5a-37b422125ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.642586098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c258331-9999-4643-9843-ce5cc87890e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.645971127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c258331-9999-4643-9843-ce5cc87890e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.649268646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c258331-9999-4643-9843-ce5cc87890e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.652659285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c258331-9999-4643-9843-ce5cc87890e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.906163675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d31236-4127-4de4-862d-e357e89ad505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.909830989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d31236-4127-4de4-862d-e357e89ad505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.91300775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d31236-4127-4de4-862d-e357e89ad505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:55.916793283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d31236-4127-4de4-862d-e357e89ad505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.092317535Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","namespace":"ai-tenant-e2e-api-b-ffdea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.092371534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","namespace":"ai-tenant-e2e-api-b-ffdea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.092426511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","tenant":"e2e-api-b-ffdea6","tenantID":"e2e-api-b-ffdea6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.098769921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Deployment","name":"maas-api-e2e-api-b-ffdea6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.121757678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Service","name":"maas-api-e2e-api-b-ffdea6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.13341548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ffdea6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.139680633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ffdea6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.152559618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.159352783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.167510429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.17498568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.178104094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Deployment","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.180785326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.18347433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Service","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.186353721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"Service","name":"payload-pre-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.189016955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.195119932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.197843587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.204162601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.206953857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.210167683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.213069608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-ffdea6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:56.215538733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ffdea6"},"namespace":"ai-tenant-e2e-api-b-ffdea6","name":"default-tenant","reconcileID":"332a1c08-5e0a-4b39-88be-ddcae700c621","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-ffdea6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.307216901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5a22c5a4-f189-4f87-be7c-6822d62161a0","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.315044729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5a22c5a4-f189-4f87-be7c-6822d62161a0","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.321200616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-07f5f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5a22c5a4-f189-4f87-be7c-6822d62161a0","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:58.947244598Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ffdea6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ffdea6","reconcileID":"894c3ada-3504-4f79-a109-37959b4d4626","aitenant":"ai-tenants/e2e-api-b-ffdea6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.073268626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ffdea6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ffdea6","reconcileID":"894c3ada-3504-4f79-a109-37959b4d4626","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ffdea6","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-ffdea6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.098971314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7355cd45-c0ff-4aee-8cc3-caf37f47e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.10202042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7355cd45-c0ff-4aee-8cc3-caf37f47e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.105138823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7355cd45-c0ff-4aee-8cc3-caf37f47e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.108779256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7355cd45-c0ff-4aee-8cc3-caf37f47e474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.448894118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1986a39d-1275-4007-881e-33592c4a90b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.452306553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1986a39d-1275-4007-881e-33592c4a90b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.455560398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1986a39d-1275-4007-881e-33592c4a90b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.459187848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1986a39d-1275-4007-881e-33592c4a90b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.900688318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0545b7b-eebb-4ed2-ac09-184232740c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.90378475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0545b7b-eebb-4ed2-ac09-184232740c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.907647132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0545b7b-eebb-4ed2-ac09-184232740c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:59.911476691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0545b7b-eebb-4ed2-ac09-184232740c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:00.207161991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7b78f-89e8-4096-820c-70da87eaac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:00.213083755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7b78f-89e8-4096-820c-70da87eaac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:00.223187213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7b78f-89e8-4096-820c-70da87eaac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:00.247376873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b7b78f-89e8-4096-820c-70da87eaac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.451474111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100b5695-e115-49a2-9574-ee590d73316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.458633777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100b5695-e115-49a2-9574-ee590d73316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.462573494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100b5695-e115-49a2-9574-ee590d73316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.466413623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100b5695-e115-49a2-9574-ee590d73316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.925682334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d060180-67fe-4bbf-b818-d673818ddcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.929022201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d060180-67fe-4bbf-b818-d673818ddcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.946253358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d060180-67fe-4bbf-b818-d673818ddcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:01.949487367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d060180-67fe-4bbf-b818-d673818ddcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.623173446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98951dc-4b99-4cc3-873a-aeab34a37e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.626457159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98951dc-4b99-4cc3-873a-aeab34a37e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.629792072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98951dc-4b99-4cc3-873a-aeab34a37e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.633731282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98951dc-4b99-4cc3-873a-aeab34a37e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.863314076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c3abfd-84e3-4ed5-97ef-ad1a73ede853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.922962569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c3abfd-84e3-4ed5-97ef-ad1a73ede853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.957777639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c3abfd-84e3-4ed5-97ef-ad1a73ede853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:02.9680136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c3abfd-84e3-4ed5-97ef-ad1a73ede853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:03.993295931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f98bde-7e3d-4120-bdac-f3dec2e483a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:03.996579985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f98bde-7e3d-4120-bdac-f3dec2e483a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:03.999844912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f98bde-7e3d-4120-bdac-f3dec2e483a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.003042387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f98bde-7e3d-4120-bdac-f3dec2e483a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.19256951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9196a50c-c256-4090-94bb-622e169232ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.195619012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9196a50c-c256-4090-94bb-622e169232ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.198590524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9196a50c-c256-4090-94bb-622e169232ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.201613575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9196a50c-c256-4090-94bb-622e169232ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.784361812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4426f-9453-48f3-9518-6ccd3177d8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.787571252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4426f-9453-48f3-9518-6ccd3177d8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.791365107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4426f-9453-48f3-9518-6ccd3177d8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:04.794513536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4426f-9453-48f3-9518-6ccd3177d8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.031163458Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dc0f3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dc0f3f","reconcileID":"3a032521-71f5-4b80-89c3-f5e11dac76f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dc0f3f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-dc0f3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.110233234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7781e89e-6685-4e04-a829-2680559706f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.113328141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7781e89e-6685-4e04-a829-2680559706f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.116499761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7781e89e-6685-4e04-a829-2680559706f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.122477741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7781e89e-6685-4e04-a829-2680559706f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.353044986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeb9721-564f-419e-8c9a-4f8468f8452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.359056803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeb9721-564f-419e-8c9a-4f8468f8452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.365594659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeb9721-564f-419e-8c9a-4f8468f8452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.369183327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eeb9721-564f-419e-8c9a-4f8468f8452b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.420238255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","namespace":"ai-tenant-e2e-ipp-b-def754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.420291926Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","namespace":"ai-tenant-e2e-ipp-b-def754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.420336611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","tenant":"e2e-ipp-b-def754","tenantID":"e2e-ipp-b-def754","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.425303374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Deployment","name":"maas-api-e2e-ipp-b-def754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.444324509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Service","name":"maas-api-e2e-ipp-b-def754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.456865495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-def754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.4639434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-def754","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.475303674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.486983086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.495082664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.504721402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.512302559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.529057481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.552617607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Service","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.586137705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.593773086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.59961367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.609150319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.622482445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.62976962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.640526974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.64737671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-def754","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.653074641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-def754"},"namespace":"ai-tenant-e2e-ipp-b-def754","name":"default-tenant","reconcileID":"2641ed0c-38e7-488c-97b7-479af7674358","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-def754","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.329397759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5b08a708-0184-4682-b40d-962392fd29b4","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.342008417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5b08a708-0184-4682-b40d-962392fd29b4","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.351225114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-07f5f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18e69646b63918135716bf1ec2d00f3ea19823de9bfd7ab08bb6ef8309d47142) AuthConfig (8b08283e52e23408d90d1fb47d53b9012ebeb0ca93d81502152e2950eea30d4a) AuthConfig (bf3409cf143cd0ff4fc279a5edddc60598becfa2b60a15af9bbeb1a68980198a) AuthConfig (1f66422e10e184767ab4945df2c0d5f409c92dd8708b21f6306fdd51a97bbbcb) AuthConfig (d01afe7dd76dcacac399fbdee16b3a5c11b21b52108f3ecafc672cca5a0d1ec0) AuthConfig (46309615532b1f823db3b2585ee615d7ed4cbbc33b4146c249963572b2d766f3) AuthConfig (de5be0d16cbabcad64617567c0d981cc08cb37303cbd8623e284ba345f2aacd0) AuthConfig (b8cf30c9d7d3ae7a6d8e57eb9b16330629a39df4c5026a06e1ef207157dad0b5) AuthConfig (ba1c72dd3bd291c6310bfce41b76e05ca1cf0fc3555495560ec683983b3fa020) AuthConfig (4650b67d2e70d1025d40bad76490120199e971bc9931b22acc4d788552c747b2) AuthConfig (0f5db92f2551c746cf33b4e8edc579e5780df8d234b4651129e7aede6baaca13) AuthConfig (af51b349321a3ef16ff4c731f41edefb1332843191a96d5ab7e0979392cd2a4e) AuthConfig (ab54c169712084f05a0050a5e65c3a55b821a7f59dcdbbc237bd52616f1775c7) AuthConfig (936bcfe0c0305625d920d0e91bcf97a3a1c5db3e0747e8b7ce01a8214d827493) AuthConfig (026a22d6d315ca636a12834b4fa7b0ce5eadf96d23140e4b3f59eddab6254c84) AuthConfig (044eff1d4feb735b2efc4b9290fc4b0fcbc01bfa7bb7ae012f40c36a0bdb34cd) AuthConfig (9a13824e8d47762e4b833f4f6710000f26df017083543551b0b3a86603cf12d5) AuthConfig (736c138aa9619f4b6fe09ca2dc093d4ca4a8772652f59c35d3ff467e5d454d31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"5b08a708-0184-4682-b40d-962392fd29b4","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.360023627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"5d8944a4-2050-416f-a6d7-7ed493eb34d9","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.360040944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"5d8944a4-2050-416f-a6d7-7ed493eb34d9","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.771401001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70b072e-6961-440c-b4fa-2aa8eb11e8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.774879393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70b072e-6961-440c-b4fa-2aa8eb11e8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.779085933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70b072e-6961-440c-b4fa-2aa8eb11e8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.787490774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70b072e-6961-440c-b4fa-2aa8eb11e8c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.049395561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81bb6d3-f4b7-4579-b7c1-6c6d514e2108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.053238823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81bb6d3-f4b7-4579-b7c1-6c6d514e2108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.058124604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81bb6d3-f4b7-4579-b7c1-6c6d514e2108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.067749909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81bb6d3-f4b7-4579-b7c1-6c6d514e2108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.206064293Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-def754","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-def754","reconcileID":"6c92886f-ee87-41c5-ae6e-1590eb8a82a8","aitenant":"ai-tenants/e2e-ipp-b-def754","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.460619373Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-def754","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-def754","reconcileID":"6c92886f-ee87-41c5-ae6e-1590eb8a82a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-def754","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-def754"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.48706438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea70c13-caf6-4ca7-91de-b9844107b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.490743045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea70c13-caf6-4ca7-91de-b9844107b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.494010833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea70c13-caf6-4ca7-91de-b9844107b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.497222188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea70c13-caf6-4ca7-91de-b9844107b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.720724156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c024a1-5f98-4bdf-892e-94988e8455f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.724842189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c024a1-5f98-4bdf-892e-94988e8455f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.742541057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c024a1-5f98-4bdf-892e-94988e8455f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.754948122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48c024a1-5f98-4bdf-892e-94988e8455f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.917963187Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-208a0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-208a0d","reconcileID":"39b01a08-7a57-4fee-9d59-127bd609266a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-208a0d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-208a0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.419438894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a95b372-db19-41bb-9840-b718b3325bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.423006022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a95b372-db19-41bb-9840-b718b3325bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.427046169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a95b372-db19-41bb-9840-b718b3325bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.447300946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a95b372-db19-41bb-9840-b718b3325bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.470722808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.597615183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4f4f06-b547-4df6-8524-949e62c08686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.617407275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4f4f06-b547-4df6-8524-949e62c08686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.62325367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4f4f06-b547-4df6-8524-949e62c08686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.633153837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4f4f06-b547-4df6-8524-949e62c08686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.831735551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422a4d9-cd61-498a-912d-f00e31a03533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.834895696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422a4d9-cd61-498a-912d-f00e31a03533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.850834854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422a4d9-cd61-498a-912d-f00e31a03533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.857828204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8422a4d9-cd61-498a-912d-f00e31a03533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.042890359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20af8db-dbd3-44ac-ac99-ef570323c025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.04605591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20af8db-dbd3-44ac-ac99-ef570323c025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.050376063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20af8db-dbd3-44ac-ac99-ef570323c025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.057165734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20af8db-dbd3-44ac-ac99-ef570323c025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.105572407Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"c1039c65-3075-416a-81de-66d69d89c7a5","gateway":"openshift-ingress/e2e-ipp-b-02e4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.573321195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d5f78f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d5f78f","reconcileID":"00499555-651b-4428-baf8-910562c4e771","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d5f78f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d5f78f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.829183018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4593773c-f60a-4d34-b81a-d655b8debe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.833207515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4593773c-f60a-4d34-b81a-d655b8debe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.83618602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4593773c-f60a-4d34-b81a-d655b8debe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:15.839104494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4593773c-f60a-4d34-b81a-d655b8debe3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.637158053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"51dfe42e-a68a-4a0c-8da8-f292c902874e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dc0f3f","tenantID":"e2e-ipp-a-dc0f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.708430975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"51dfe42e-a68a-4a0c-8da8-f292c902874e","name":"e2e-ipp-a-dc0f3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.38645121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"30ed8052-146f-4dd0-8169-7b8a24c063ab","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.40900696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"30ed8052-146f-4dd0-8169-7b8a24c063ab","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.416737229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-07f5f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18e69646b63918135716bf1ec2d00f3ea19823de9bfd7ab08bb6ef8309d47142) AuthConfig (8b08283e52e23408d90d1fb47d53b9012ebeb0ca93d81502152e2950eea30d4a) AuthConfig (bf3409cf143cd0ff4fc279a5edddc60598becfa2b60a15af9bbeb1a68980198a) AuthConfig (1f66422e10e184767ab4945df2c0d5f409c92dd8708b21f6306fdd51a97bbbcb) AuthConfig (d01afe7dd76dcacac399fbdee16b3a5c11b21b52108f3ecafc672cca5a0d1ec0) AuthConfig (46309615532b1f823db3b2585ee615d7ed4cbbc33b4146c249963572b2d766f3) AuthConfig (de5be0d16cbabcad64617567c0d981cc08cb37303cbd8623e284ba345f2aacd0) AuthConfig (b8cf30c9d7d3ae7a6d8e57eb9b16330629a39df4c5026a06e1ef207157dad0b5) AuthConfig (ba1c72dd3bd291c6310bfce41b76e05ca1cf0fc3555495560ec683983b3fa020) AuthConfig (4650b67d2e70d1025d40bad76490120199e971bc9931b22acc4d788552c747b2) AuthConfig (0f5db92f2551c746cf33b4e8edc579e5780df8d234b4651129e7aede6baaca13) AuthConfig (af51b349321a3ef16ff4c731f41edefb1332843191a96d5ab7e0979392cd2a4e) AuthConfig (ab54c169712084f05a0050a5e65c3a55b821a7f59dcdbbc237bd52616f1775c7) AuthConfig (936bcfe0c0305625d920d0e91bcf97a3a1c5db3e0747e8b7ce01a8214d827493) AuthConfig (026a22d6d315ca636a12834b4fa7b0ce5eadf96d23140e4b3f59eddab6254c84) AuthConfig (044eff1d4feb735b2efc4b9290fc4b0fcbc01bfa7bb7ae012f40c36a0bdb34cd) AuthConfig (9a13824e8d47762e4b833f4f6710000f26df017083543551b0b3a86603cf12d5) AuthConfig (736c138aa9619f4b6fe09ca2dc093d4ca4a8772652f59c35d3ff467e5d454d31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"30ed8052-146f-4dd0-8169-7b8a24c063ab","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:22.191493611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8c92970e-a038-43b3-ada3-7ae3c943a1b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-208a0d","tenantID":"e2e-praxis-b-208a0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:22.209904085Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8c92970e-a038-43b3-ada3-7ae3c943a1b7","name":"e2e-praxis-b-208a0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.979149555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"f676adcc-7dd1-4a6c-afaf-73a44c6ce80b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d5f78f","tenantID":"e2e-praxis-a-d5f78f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.997091373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"f676adcc-7dd1-4a6c-afaf-73a44c6ce80b","name":"e2e-praxis-a-d5f78f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.430346562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"b22e06ec-cd7c-4bca-aa62-1d19d4b179c2","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.450430116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"b22e06ec-cd7c-4bca-aa62-1d19d4b179c2","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.475582422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"df492134-2dc3-48bb-a8a8-e38c93b098c3","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:28.475676295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"df492134-2dc3-48bb-a8a8-e38c93b098c3","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.987960329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c9ba3ffd-c569-4b4a-a25a-0179e419fa30","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.987978946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c9ba3ffd-c569-4b4a-a25a-0179e419fa30","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.993492441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"ba28438c-fa79-40bb-957f-13f622685afb","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.997320758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"7a683992-06a3-4dc0-b226-e4552bcd5e6b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.997340718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"7a683992-06a3-4dc0-b226-e4552bcd5e6b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:29.998061567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"bf082653-4a07-4498-9b31-b3cca2055e44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-07f5f6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.001811142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"ba28438c-fa79-40bb-957f-13f622685afb","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:30.002064618Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"7a683992-06a3-4dc0-b226-e4552bcd5e6b","name":"ipp-route-07f5f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-07f5f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:30.002110137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"7a683992-06a3-4dc0-b226-e4552bcd5e6b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-07f5f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.017736457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"cf77c9b3-94fe-42b2-b5ad-5105d959b631","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.017766086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"cf77c9b3-94fe-42b2-b5ad-5105d959b631","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.018620668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c26b5492-93d2-433a-ac43-e20eb71b06ce","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.018706677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c26b5492-93d2-433a-ac43-e20eb71b06ce","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.029478177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"67665bb7-893e-414f-98c2-a3c3b0a4d7f7","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.029494058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"67665bb7-893e-414f-98c2-a3c3b0a4d7f7","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.045894971Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"ce82ad63-0905-44dc-ac74-37f55313acad","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"maas-trlp-ipp-route-07f5f6","model":"ipp-route-07f5f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.075145057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"34bd08eb-ba41-4336-bd32-a24083482710","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.075245548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"34bd08eb-ba41-4336-bd32-a24083482710","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.096111019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"d92b0bc0-b0c0-4cf7-9c1e-a0d36fc5338d","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.104106688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"d92b0bc0-b0c0-4cf7-9c1e-a0d36fc5338d","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.141964429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"6794760e-8e6d-4cbd-93e9-db98a952ea72","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"maas-trlp-ipp-route-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.756348744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3ce43d-df72-411e-ab1d-d7e6e4781f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.775628696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3ce43d-df72-411e-ab1d-d7e6e4781f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.817728506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3ce43d-df72-411e-ab1d-d7e6e4781f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:30.821745191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf3ce43d-df72-411e-ab1d-d7e6e4781f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.076171296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c472c-f749-4011-b1ae-ee3eec74120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.079811106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c472c-f749-4011-b1ae-ee3eec74120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.083286822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c472c-f749-4011-b1ae-ee3eec74120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.08761378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c472c-f749-4011-b1ae-ee3eec74120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.323245697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c309343-17c8-4321-943d-fbfe15195ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.375833148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c309343-17c8-4321-943d-fbfe15195ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.384408643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c309343-17c8-4321-943d-fbfe15195ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.399132755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c309343-17c8-4321-943d-fbfe15195ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.622825995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4160e-5dab-4818-8b99-0359e760cd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.646719817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4160e-5dab-4818-8b99-0359e760cd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.649996649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4160e-5dab-4818-8b99-0359e760cd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.653571249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a4160e-5dab-4818-8b99-0359e760cd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.762084993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a526fabd-bf06-4a9a-8f88-e7b2a173617a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.766101199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a526fabd-bf06-4a9a-8f88-e7b2a173617a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.770953489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a526fabd-bf06-4a9a-8f88-e7b2a173617a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.775202623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a526fabd-bf06-4a9a-8f88-e7b2a173617a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.158195627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9498df-3933-46fd-9924-72458068a1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.161213231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9498df-3933-46fd-9924-72458068a1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.168024191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9498df-3933-46fd-9924-72458068a1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.174065776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9498df-3933-46fd-9924-72458068a1cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.632082506Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"7119591a-3bfa-4338-81b4-934d5856b733","gateway":"openshift-ingress/e2e-ipp-a-dc0f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.932191785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3f137-c844-4a9b-8de4-9cb5bde5beb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.935662187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3f137-c844-4a9b-8de4-9cb5bde5beb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.960704662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3f137-c844-4a9b-8de4-9cb5bde5beb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.019660733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c3f137-c844-4a9b-8de4-9cb5bde5beb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.276922126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0212567-e9e1-47d8-a885-ac3e51681fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.280017731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0212567-e9e1-47d8-a885-ac3e51681fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.283040819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0212567-e9e1-47d8-a885-ac3e51681fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.286241501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0212567-e9e1-47d8-a885-ac3e51681fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.068788749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","namespace":"ai-tenant-e2e-ipp-a-f88f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.068974597Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","namespace":"ai-tenant-e2e-ipp-a-f88f87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.069097354Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","tenant":"e2e-ipp-a-f88f87","tenantID":"e2e-ipp-a-f88f87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.074124964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f88f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.086199795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Service","name":"maas-api-e2e-ipp-a-f88f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.096527008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f88f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.103481794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f88f87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.111131502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.121237316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.128797316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.135872655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.140820008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.149319598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.167621679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Service","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.185137339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.192101124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.200488646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.215367431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.224771947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.231072485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.238481988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.24629624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f88f87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.253159955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f88f87"},"namespace":"ai-tenant-e2e-ipp-a-f88f87","name":"default-tenant","reconcileID":"f8e429d4-e05d-4144-8731-4a0ee29f7c3b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f88f87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:44.488776531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.839882197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"0c87e739-ddc8-4df6-9f45-9be0ee1df18e","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"maas-trlp-ipp-route-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.963498493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"1409aa81-6ab7-480c-9beb-18c30ca1599c","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:46.963610956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"1409aa81-6ab7-480c-9beb-18c30ca1599c","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.633395362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"f7d76fbc-6f21-4ba5-9710-b521f332754f","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.803983231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"f7d76fbc-6f21-4ba5-9710-b521f332754f","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.314602571Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f88f87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f88f87","reconcileID":"30198502-5682-40e4-a5a8-b0e1937f4af2","aitenant":"ai-tenants/e2e-ipp-a-f88f87","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.401323566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187da632-dbc6-4ece-83cd-7e40aaa703bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.406007356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187da632-dbc6-4ece-83cd-7e40aaa703bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.413126872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187da632-dbc6-4ece-83cd-7e40aaa703bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.417023351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187da632-dbc6-4ece-83cd-7e40aaa703bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:49.4277946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f88f87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f88f87","reconcileID":"30198502-5682-40e4-a5a8-b0e1937f4af2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f88f87","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f88f87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.374349904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5ed45a-1c39-4c8b-9155-e64aa9171492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.382366076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5ed45a-1c39-4c8b-9155-e64aa9171492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.396424531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5ed45a-1c39-4c8b-9155-e64aa9171492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.40309612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5ed45a-1c39-4c8b-9155-e64aa9171492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.816666209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89582e2e-e724-4d2e-9c78-e3cb879187f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.820129763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89582e2e-e724-4d2e-9c78-e3cb879187f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.823352675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89582e2e-e724-4d2e-9c78-e3cb879187f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:50.826417117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89582e2e-e724-4d2e-9c78-e3cb879187f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.456143509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-46510c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-46510c","reconcileID":"b105d8c9-c06f-490f-abfb-6d05df770bb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-46510c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-46510c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.775124297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d994c6-049b-4744-a203-47296069fcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.888559803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d994c6-049b-4744-a203-47296069fcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.906084749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d994c6-049b-4744-a203-47296069fcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:51.913198731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d994c6-049b-4744-a203-47296069fcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.613502094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf59cfe-572e-4712-923a-2cac71ba57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.617718743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf59cfe-572e-4712-923a-2cac71ba57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.621163194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf59cfe-572e-4712-923a-2cac71ba57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.624292414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcf59cfe-572e-4712-923a-2cac71ba57d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.864639087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab206c-db5f-4967-9465-e73cb0b8ebf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.870528405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab206c-db5f-4967-9465-e73cb0b8ebf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.878849736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab206c-db5f-4967-9465-e73cb0b8ebf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.888250897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fab206c-db5f-4967-9465-e73cb0b8ebf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.976208599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"9d119bf5-239d-4b28-b4c1-e565cff62852","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.97623332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"9d119bf5-239d-4b28-b4c1-e565cff62852","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.295977154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"293eacb5-7016-4686-ba18-490c092f256e","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.296002085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"293eacb5-7016-4686-ba18-490c092f256e","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.302657871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"7bd574a1-8a1f-4ca1-b623-989823a80637","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.30267807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"7bd574a1-8a1f-4ca1-b623-989823a80637","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.313922186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"72b7d968-8866-4be2-8892-7bf60c900f93","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.345345996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"72b7d968-8866-4be2-8892-7bf60c900f93","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.352460764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"72b7d968-8866-4be2-8892-7bf60c900f93","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.362670848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3c45470b-15ba-4315-b44a-3704f3161534","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.362684259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3c45470b-15ba-4315-b44a-3704f3161534","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.51959572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"9e5a567a-36da-47bb-b5e3-8fd2a9e3e95d","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.51962132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"9e5a567a-36da-47bb-b5e3-8fd2a9e3e95d","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.541736107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"c0f61db5-bc32-4310-b1b9-8922bcf70c9d","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.544154109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"e6a43425-c26a-40c9-992e-4e636f5ee7f3","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"maas-trlp-ipp-route-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.556428956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"c0f61db5-bc32-4310-b1b9-8922bcf70c9d","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.586492433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c7dbf805-2f73-4fe5-b50b-9ce2ddce6477","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.586524044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"c7dbf805-2f73-4fe5-b50b-9ce2ddce6477","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:59.652399841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"be7b6a4e-964e-467e-a541-1b5ad1dbf389","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"maas-trlp-ipp-route-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.13154412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8c52a-8fe0-4db7-a0a9-858fe39108bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.134757444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8c52a-8fe0-4db7-a0a9-858fe39108bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.137799899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8c52a-8fe0-4db7-a0a9-858fe39108bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.141021655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8c52a-8fe0-4db7-a0a9-858fe39108bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.531149417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711bf79-a350-430f-8588-68e35d769321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.534398155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711bf79-a350-430f-8588-68e35d769321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.537591309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711bf79-a350-430f-8588-68e35d769321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:01.5411147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b711bf79-a350-430f-8588-68e35d769321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.141330502Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ff4113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ff4113","reconcileID":"a8cea756-ba5c-41aa-bd38-5dc6c345965f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ff4113","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ff4113":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.232280699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263f949-b0c4-45a4-8536-2053514dc6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.235821317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263f949-b0c4-45a4-8536-2053514dc6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.239187231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263f949-b0c4-45a4-8536-2053514dc6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.242425564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263f949-b0c4-45a4-8536-2053514dc6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.292325484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"4ea5440c-c6a2-4ec5-a243-997616c960e8","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.307649078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"4ea5440c-c6a2-4ec5-a243-997616c960e8","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.315564091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"4ea5440c-c6a2-4ec5-a243-997616c960e8","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.659731931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fddc7b-133d-45f9-8f27-ba3f777fc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.66996223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fddc7b-133d-45f9-8f27-ba3f777fc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.679013003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fddc7b-133d-45f9-8f27-ba3f777fc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.688014842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fddc7b-133d-45f9-8f27-ba3f777fc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:06.871153049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"a0971d96-fbb1-4528-add5-4400859917e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-46510c","tenantID":"e2e-praxis-b-46510c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:06.900469975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"a0971d96-fbb1-4528-add5-4400859917e1","name":"e2e-praxis-b-46510c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:09.587990508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"dbdf3980-39ba-4819-8203-8e0be05ccd7b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:09.588016399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"dbdf3980-39ba-4819-8203-8e0be05ccd7b","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.322000691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"882f1324-519f-47d2-b17b-4619b530da5b","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.328528157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"882f1324-519f-47d2-b17b-4619b530da5b","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.333629302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"882f1324-519f-47d2-b17b-4619b530da5b","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.349868947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","namespace":"ai-tenant-e2e-ipp-b-02e4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.349930709Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","namespace":"ai-tenant-e2e-ipp-b-02e4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.349977512Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","tenant":"e2e-ipp-b-02e4c0","tenantID":"e2e-ipp-b-02e4c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.355080446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Deployment","name":"maas-api-e2e-ipp-b-02e4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.367554294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Service","name":"maas-api-e2e-ipp-b-02e4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.384755815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-02e4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.396964533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-02e4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.40207419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.409223121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.414558998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.419787638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.425176696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.43687022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.44920031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Service","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.470115379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.479184382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.484119142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.491308901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.500565895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.505663796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.510560614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.518209432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-02e4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:12.522854766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-02e4c0"},"namespace":"ai-tenant-e2e-ipp-b-02e4c0","name":"default-tenant","reconcileID":"ba380720-8765-4ac9-978d-f84696743352","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-02e4c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.469338768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.906067758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"1f316df0-d396-4886-a0fb-ee9e536a3f9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ff4113","tenantID":"e2e-ipp-b-ff4113","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:15.925672254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"1f316df0-d396-4886-a0fb-ee9e536a3f9d","name":"e2e-ipp-b-ff4113-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.589176768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"5991a84e-f23e-41a6-bdca-d5b182e6b241","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.589272248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"5991a84e-f23e-41a6-bdca-d5b182e6b241","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.64245532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee996d-7e68-4bdc-92de-9d05a53ab629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.645605117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee996d-7e68-4bdc-92de-9d05a53ab629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.652143579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee996d-7e68-4bdc-92de-9d05a53ab629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.66004755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ee996d-7e68-4bdc-92de-9d05a53ab629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:20.03206656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32415e-35fd-4f6b-9025-8e5e6e936792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:20.035306178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32415e-35fd-4f6b-9025-8e5e6e936792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:20.046748361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32415e-35fd-4f6b-9025-8e5e6e936792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:20.057001538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a32415e-35fd-4f6b-9025-8e5e6e936792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:22.353735216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e2f71932-525b-45ba-8270-6fde18b1e278","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:22.360576663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e2f71932-525b-45ba-8270-6fde18b1e278","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:22.365989331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e2f71932-525b-45ba-8270-6fde18b1e278","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.438018665Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-02e4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-02e4c0","reconcileID":"00890571-2a20-42de-b51d-56e613a22404","aitenant":"ai-tenants/e2e-ipp-b-02e4c0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.564605572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8b5cf-9698-49ba-a06b-6e5defffdc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.568013917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8b5cf-9698-49ba-a06b-6e5defffdc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.573006428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8b5cf-9698-49ba-a06b-6e5defffdc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.576200099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d8b5cf-9698-49ba-a06b-6e5defffdc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.590018946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-02e4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-02e4c0","reconcileID":"00890571-2a20-42de-b51d-56e613a22404","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-02e4c0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-02e4c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.829172504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e69923-499c-4caf-a47b-b4a6fdc21f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.832265313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e69923-499c-4caf-a47b-b4a6fdc21f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.835287374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e69923-499c-4caf-a47b-b4a6fdc21f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:23.838262447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e69923-499c-4caf-a47b-b4a6fdc21f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.130194818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355843a-224a-4808-950f-3243522731ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.159377359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355843a-224a-4808-950f-3243522731ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.182874905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355843a-224a-4808-950f-3243522731ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.19360459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355843a-224a-4808-950f-3243522731ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.482206484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d368b0-4038-4f57-b8b8-485b3de6c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.485342098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d368b0-4038-4f57-b8b8-485b3de6c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.489075546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d368b0-4038-4f57-b8b8-485b3de6c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:28.495037349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d368b0-4038-4f57-b8b8-485b3de6c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.008215194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b68db41-0c47-45e5-abc8-86e58f7a8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.011197438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b68db41-0c47-45e5-abc8-86e58f7a8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.046429677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b68db41-0c47-45e5-abc8-86e58f7a8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.056059102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b68db41-0c47-45e5-abc8-86e58f7a8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.447603582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528e8c0d-ce20-4ba1-b76d-e2961e07f95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.464100732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528e8c0d-ce20-4ba1-b76d-e2961e07f95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.470061656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528e8c0d-ce20-4ba1-b76d-e2961e07f95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.478022532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"528e8c0d-ce20-4ba1-b76d-e2961e07f95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.590285285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"9b797458-6fd2-4aa9-82a2-3c3c2322e5e4","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.590386047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"9b797458-6fd2-4aa9-82a2-3c3c2322e5e4","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.925529849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b9dad7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b9dad7","reconcileID":"d67f54f7-da97-473c-b3df-66448cbf2a3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b9dad7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b9dad7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:30.225660233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892a78f-9196-4116-8d35-a53dd5c52c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:30.230056933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892a78f-9196-4116-8d35-a53dd5c52c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:30.234057621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892a78f-9196-4116-8d35-a53dd5c52c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:30.237044986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892a78f-9196-4116-8d35-a53dd5c52c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.128553088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ff478-bf28-42d1-ad63-4f00c0114f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.164814862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ff478-bf28-42d1-ad63-4f00c0114f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.196028159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ff478-bf28-42d1-ad63-4f00c0114f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.201296397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ff478-bf28-42d1-ad63-4f00c0114f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.38685025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"535cd9e2-5f15-4b7f-99fb-ffcdc0ce4842","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.395328447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"535cd9e2-5f15-4b7f-99fb-ffcdc0ce4842","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.401614006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba4aeeacf150b0594cc65a645b208675397ded91f200a769dd2c868ea6c73c1f) AuthConfig (1b96df251831c7ef517a66fee23347e0014b09610e6bf11a120fa74cd3b15dcc) AuthConfig (0969c9451acf1549d4ae8c255bda2b008ca19f8104d2b664337e5b257e5cc99a) AuthConfig (39a471b56228b9a4d059459b418ee36f88bdad6e7aeb8db8b7691e3a4a38f24d) AuthConfig (f4ed9d9516b5b076a97698a85d4863fabf67693300b84ecd494cd883e287d6fe) AuthConfig (9766eec979e589ec363a45a46a14caaa75b8ae7a6822d9b78e08b014a962d6a2) AuthConfig (587aee0afc18d87384671359482cfa8ab2c0e46196d2bfd1708182142a70390b) AuthConfig (233917dcf0688ac235dfa39b978a0c4b2404d010ef8ebe7c0ec8dd86d72c2794) AuthConfig (08913c41db13637eca9fd6670b93820936f59f67feb900a6e556e9e0f834ad3d) AuthConfig (f4b7ca6733b915993c8a40ce078b106a31ad6a0d17ac738cbf84b3ae59cc5727) AuthConfig (76c5aa51bbfc6beee05af307605b6e0499a106469d091e201685ff434744093e) AuthConfig (76711ca4ed93de9d08baec7d7a591ad0c722f22fef04588628a5a72e78b15161) AuthConfig (3291f38c376ed313085f40d6cc766d91449bd46e90463d393704b4e24c6fd8ab) AuthConfig (d094c0a2075a86d2ebd2a6021475b55a3c6260a8d49c73f4c2a47b73c21546dc) AuthConfig (56d650449959a7d6d396c4225ee45cf348ea7e00250190a67043559344a66eac) AuthConfig (1229c9d4ace46de39ab60dafa263e08923f44c5e6c61ea1a69263578782e2717) AuthConfig (6d64fd5851d86c311474769c125dbfa3fe3fe31be8363d26e55a7ec112caee93) AuthConfig (a72a9289ed107d10e0aed3ee453b26810df1f49e31dbecb2a7547feedcee270c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"535cd9e2-5f15-4b7f-99fb-ffcdc0ce4842","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.449619296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3396c934-883c-4726-9a23-3c2319a8f050","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.44972094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3396c934-883c-4726-9a23-3c2319a8f050","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.482094119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51605b0c-e382-42c5-9052-ec0cea3779a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.485605064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51605b0c-e382-42c5-9052-ec0cea3779a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.489074404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51605b0c-e382-42c5-9052-ec0cea3779a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:32.49217937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51605b0c-e382-42c5-9052-ec0cea3779a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.761937047Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"9ac95680-be3e-4b65-93d8-ce7a44d09477","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-07f5f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-07f5f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-07f5f6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.770030234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"9ac95680-be3e-4b65-93d8-ce7a44d09477","error":"failed to create TokenRateLimitPolicy for model ipp-route-07f5f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-07f5f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-07f5f6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.770592546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"28bdba07-ee12-4757-81ab-f6e9f66e27f5","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.77062358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"28bdba07-ee12-4757-81ab-f6e9f66e27f5","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.791783371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"31b566d7-9920-4f05-aece-4be7169e8064","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.791961908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"31b566d7-9920-4f05-aece-4be7169e8064","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.829229208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"cce5e0a2-8619-4b01-9dd9-6548feea2559","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.838876774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"cce5e0a2-8619-4b01-9dd9-6548feea2559","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.86736696Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"9f93c4b4-a105-4041-9fe7-124579f4207c","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"error":"failed to create TokenRateLimitPolicy for model ipp-route-07f5f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-07f5f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-07f5f6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.867552118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"9f93c4b4-a105-4041-9fe7-124579f4207c","error":"failed to create TokenRateLimitPolicy for model ipp-route-07f5f6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-07f5f6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-07f5f6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.888276754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"ad60c50b-f923-4571-9bc0-fbb8a3ecb116","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"tenant":"e2e-ipp-a-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.888299249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"ad60c50b-f923-4571-9bc0-fbb8a3ecb116","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"routeName":"ipp-route-07f5f6-kserve-route","namespace":"ai-tenant-e2e-ipp-a-07f5f6","llmisvcName":"ipp-route-07f5f6","gateway":"openshift-ingress/e2e-ipp-a-07f5f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.888315763Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"ad60c50b-f923-4571-9bc0-fbb8a3ecb116","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"error":"LLMInferenceService ipp-route-07f5f6 not found in namespace ai-tenant-e2e-ipp-a-07f5f6","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.897242992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"ad60c50b-f923-4571-9bc0-fbb8a3ecb116","error":"LLMInferenceService ipp-route-07f5f6 not found in namespace ai-tenant-e2e-ipp-a-07f5f6","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.916711315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"bb51bf0e-db4b-4e6e-8476-09e7172e5d45","name":"ipp-route-07f5f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-07f5f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:35.91676268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-07f5f6","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6","reconcileID":"bb51bf0e-db4b-4e6e-8476-09e7172e5d45","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-07f5f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.928261313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"bc458ee0-8f2f-4a32-a91e-d410ce79c06c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.937973977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"bc458ee0-8f2f-4a32-a91e-d410ce79c06c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.938027235Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"bc458ee0-8f2f-4a32-a91e-d410ce79c06c","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.955281416Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"8a563946-e5a8-42a2-8373-40eb9c3945a2","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.040489952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"3dfb7ee4-43e3-44fe-9941-a52fb6d05622","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.068968641Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"5a6c50ea-38ee-47f8-8c36-c25f34e676ae","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.090385979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"3dfb7ee4-43e3-44fe-9941-a52fb6d05622","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.090631475Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"3dfb7ee4-43e3-44fe-9941-a52fb6d05622","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.193501699Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.193696205Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.214432785Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.214524681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.2146515Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.221075021Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"d13cdd95-69ad-4b30-9cfd-6a2f6a06318d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.221226287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","namespace":"ai-tenant-e2e-praxis-a-d5f78f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.22129805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","namespace":"ai-tenant-e2e-praxis-a-d5f78f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.221370369Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","tenant":"e2e-praxis-a-d5f78f","tenantID":"e2e-praxis-a-d5f78f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.226277771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"95098fa8-698e-436b-8e87-f956a6f69a52","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.227991266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d5f78f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.23447532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"95098fa8-698e-436b-8e87-f956a6f69a52","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.234509564Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"95098fa8-698e-436b-8e87-f956a6f69a52","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.251108571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Service","name":"maas-api-e2e-praxis-a-d5f78f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.268799817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d5f78f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.27851744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d5f78f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.346138436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.353594498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:36.353835405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"95098fa8-698e-436b-8e87-f956a6f69a52","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-07f5f6-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.354046363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"a4e4023a-3e46-43d5-ab4c-54df4deeab82","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.358800516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.363958052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.367016118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.369723578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.374373956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Service","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.376966297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.379399143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.382067849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.386307208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.395139536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.399634871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.402249049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac0d1b2-e96b-4093-ae6b-1576dd8f2cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.405223513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.405744441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac0d1b2-e96b-4093-ae6b-1576dd8f2cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.40919968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d5f78f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.40943562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac0d1b2-e96b-4093-ae6b-1576dd8f2cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.412114085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d5f78f"},"namespace":"ai-tenant-e2e-praxis-a-d5f78f","name":"default-tenant","reconcileID":"402cf4d7-03f8-4501-9e56-90b650a0a9ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d5f78f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.413486563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac0d1b2-e96b-4093-ae6b-1576dd8f2cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.465464483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"a4e4023a-3e46-43d5-ab4c-54df4deeab82","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.728406271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"a4e4023a-3e46-43d5-ab4c-54df4deeab82","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"name":"e2e-ipp-a-07f5f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.728458733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-auth","reconcileID":"a4e4023a-3e46-43d5-ab4c-54df4deeab82","MaaSAuthPolicy":{"name":"ipp-route-07f5f6-auth","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.94712874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab9b68f-1451-41fc-816d-bf3fb8dc848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.951733706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab9b68f-1451-41fc-816d-bf3fb8dc848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.955567264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab9b68f-1451-41fc-816d-bf3fb8dc848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.959738731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab9b68f-1451-41fc-816d-bf3fb8dc848e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.714672254Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d5f78f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d5f78f","reconcileID":"73789ab8-507d-4eb7-8b0d-740575f03ebb","aitenant":"ai-tenants/e2e-praxis-a-d5f78f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.801740043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d31452-a3f1-491f-bb43-626bd6ff0350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.805551039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d31452-a3f1-491f-bb43-626bd6ff0350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.808870175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d31452-a3f1-491f-bb43-626bd6ff0350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.811576773Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d5f78f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d5f78f","reconcileID":"73789ab8-507d-4eb7-8b0d-740575f03ebb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d5f78f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d5f78f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:39.812555751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d31452-a3f1-491f-bb43-626bd6ff0350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.094031774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c6ce5b-65ab-4596-9255-b8daa3aa949f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.100761253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c6ce5b-65ab-4596-9255-b8daa3aa949f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.1078649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c6ce5b-65ab-4596-9255-b8daa3aa949f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.147053234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c6ce5b-65ab-4596-9255-b8daa3aa949f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.582241309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dae78f-9cb6-4a31-b96a-20a38e89d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.601523057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dae78f-9cb6-4a31-b96a-20a38e89d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.625763988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dae78f-9cb6-4a31-b96a-20a38e89d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.63123951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8dae78f-9cb6-4a31-b96a-20a38e89d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.480416446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"822e9fac-fb2d-4265-95ab-88f6c7168f3e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.502623667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"822e9fac-fb2d-4265-95ab-88f6c7168f3e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.523182137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba4aeeacf150b0594cc65a645b208675397ded91f200a769dd2c868ea6c73c1f) AuthConfig (1b96df251831c7ef517a66fee23347e0014b09610e6bf11a120fa74cd3b15dcc) AuthConfig (0969c9451acf1549d4ae8c255bda2b008ca19f8104d2b664337e5b257e5cc99a) AuthConfig (39a471b56228b9a4d059459b418ee36f88bdad6e7aeb8db8b7691e3a4a38f24d) AuthConfig (f4ed9d9516b5b076a97698a85d4863fabf67693300b84ecd494cd883e287d6fe) AuthConfig (9766eec979e589ec363a45a46a14caaa75b8ae7a6822d9b78e08b014a962d6a2) AuthConfig (587aee0afc18d87384671359482cfa8ab2c0e46196d2bfd1708182142a70390b) AuthConfig (233917dcf0688ac235dfa39b978a0c4b2404d010ef8ebe7c0ec8dd86d72c2794) AuthConfig (08913c41db13637eca9fd6670b93820936f59f67feb900a6e556e9e0f834ad3d) AuthConfig (f4b7ca6733b915993c8a40ce078b106a31ad6a0d17ac738cbf84b3ae59cc5727) AuthConfig (76c5aa51bbfc6beee05af307605b6e0499a106469d091e201685ff434744093e) AuthConfig (76711ca4ed93de9d08baec7d7a591ad0c722f22fef04588628a5a72e78b15161) AuthConfig (3291f38c376ed313085f40d6cc766d91449bd46e90463d393704b4e24c6fd8ab) AuthConfig (d094c0a2075a86d2ebd2a6021475b55a3c6260a8d49c73f4c2a47b73c21546dc) AuthConfig (56d650449959a7d6d396c4225ee45cf348ea7e00250190a67043559344a66eac) AuthConfig (1229c9d4ace46de39ab60dafa263e08923f44c5e6c61ea1a69263578782e2717) AuthConfig (6d64fd5851d86c311474769c125dbfa3fe3fe31be8363d26e55a7ec112caee93) AuthConfig (a72a9289ed107d10e0aed3ee453b26810df1f49e31dbecb2a7547feedcee270c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"822e9fac-fb2d-4265-95ab-88f6c7168f3e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.945670318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"d006e7fa-0b11-4236-bcd2-b450ba077f2b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b9dad7","tenantID":"e2e-praxis-a-b9dad7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.989788025Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"d006e7fa-0b11-4236-bcd2-b450ba077f2b","name":"e2e-praxis-a-b9dad7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.465528345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:46.401826824Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"3136ee22-6026-4d0d-9151-b7053982e109","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","subscription":"ipp-route-07f5f6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:46.402377108Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"ipp-route-07f5f6-sub","reconcileID":"3136ee22-6026-4d0d-9151-b7053982e109","MaaSSubscription":{"name":"ipp-route-07f5f6-sub","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"model":"ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-07f5f6/ipp-route-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.295291115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d545132d-52b9-40cd-8d1c-3ca832d4de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.301541694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d545132d-52b9-40cd-8d1c-3ca832d4de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.306718091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d545132d-52b9-40cd-8d1c-3ca832d4de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.347285273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d545132d-52b9-40cd-8d1c-3ca832d4de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.730150835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71109de-4090-4b42-afcc-5fe95d37e0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.734036491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71109de-4090-4b42-afcc-5fe95d37e0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.743148965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71109de-4090-4b42-afcc-5fe95d37e0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:47.75531863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71109de-4090-4b42-afcc-5fe95d37e0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.340068821Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.34012636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","namespace":"ai-tenant-e2e-ipp-a-07f5f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.340183893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","tenant":"e2e-ipp-a-07f5f6","tenantID":"e2e-ipp-a-07f5f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.346904523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Deployment","name":"maas-api-e2e-ipp-a-07f5f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.360622253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Service","name":"maas-api-e2e-ipp-a-07f5f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.37064133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-07f5f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.377355825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-07f5f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.385069061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.396777803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.404550385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.410855919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.415735788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.420163012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.436596491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Service","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.44930261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.455393448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.460446552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.466156528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.472340472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.478807074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.483852457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.488127534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-07f5f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:49.492670849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-07f5f6"},"namespace":"ai-tenant-e2e-ipp-a-07f5f6","name":"default-tenant","reconcileID":"8d5cc6e7-9ba1-474e-8f2e-9dd830c7a002","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-07f5f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.67520408Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-07f5f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-07f5f6","reconcileID":"9ea744fc-8ef8-45f4-be2b-8cca7f1c5a58","aitenant":"ai-tenants/e2e-ipp-a-07f5f6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.813422435Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-07f5f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-07f5f6","reconcileID":"9ea744fc-8ef8-45f4-be2b-8cca7f1c5a58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-07f5f6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-07f5f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.849441077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706b2d3f-5b2e-48b6-8c7a-a703af6672a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.853450549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706b2d3f-5b2e-48b6-8c7a-a703af6672a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.856700682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706b2d3f-5b2e-48b6-8c7a-a703af6672a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.860132052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706b2d3f-5b2e-48b6-8c7a-a703af6672a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.101400064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77968c6c-b6ad-49b5-9fb8-4a513137aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.1044107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77968c6c-b6ad-49b5-9fb8-4a513137aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.107428227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77968c6c-b6ad-49b5-9fb8-4a513137aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.110378282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77968c6c-b6ad-49b5-9fb8-4a513137aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:52.53327279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e50f419b-dd5e-4f63-90cb-44d268ec1513","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:52.553308142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e50f419b-dd5e-4f63-90cb-44d268ec1513","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:52.559313196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-1e352e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba4aeeacf150b0594cc65a645b208675397ded91f200a769dd2c868ea6c73c1f) AuthConfig (1b96df251831c7ef517a66fee23347e0014b09610e6bf11a120fa74cd3b15dcc) AuthConfig (0969c9451acf1549d4ae8c255bda2b008ca19f8104d2b664337e5b257e5cc99a) AuthConfig (39a471b56228b9a4d059459b418ee36f88bdad6e7aeb8db8b7691e3a4a38f24d) AuthConfig (f4ed9d9516b5b076a97698a85d4863fabf67693300b84ecd494cd883e287d6fe) AuthConfig (9766eec979e589ec363a45a46a14caaa75b8ae7a6822d9b78e08b014a962d6a2) AuthConfig (587aee0afc18d87384671359482cfa8ab2c0e46196d2bfd1708182142a70390b) AuthConfig (233917dcf0688ac235dfa39b978a0c4b2404d010ef8ebe7c0ec8dd86d72c2794) AuthConfig (08913c41db13637eca9fd6670b93820936f59f67feb900a6e556e9e0f834ad3d) AuthConfig (f4b7ca6733b915993c8a40ce078b106a31ad6a0d17ac738cbf84b3ae59cc5727) AuthConfig (76c5aa51bbfc6beee05af307605b6e0499a106469d091e201685ff434744093e) AuthConfig (76711ca4ed93de9d08baec7d7a591ad0c722f22fef04588628a5a72e78b15161) AuthConfig (3291f38c376ed313085f40d6cc766d91449bd46e90463d393704b4e24c6fd8ab) AuthConfig (d094c0a2075a86d2ebd2a6021475b55a3c6260a8d49c73f4c2a47b73c21546dc) AuthConfig (56d650449959a7d6d396c4225ee45cf348ea7e00250190a67043559344a66eac) AuthConfig (1229c9d4ace46de39ab60dafa263e08923f44c5e6c61ea1a69263578782e2717) AuthConfig (6d64fd5851d86c311474769c125dbfa3fe3fe31be8363d26e55a7ec112caee93) AuthConfig (a72a9289ed107d10e0aed3ee453b26810df1f49e31dbecb2a7547feedcee270c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e50f419b-dd5e-4f63-90cb-44d268ec1513","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.716481014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9faf619-9205-49b9-9437-bb61deac4609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.720444577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9faf619-9205-49b9-9437-bb61deac4609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.724460151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9faf619-9205-49b9-9437-bb61deac4609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.72852292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9faf619-9205-49b9-9437-bb61deac4609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.054541502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4f949-0a28-4124-867b-7ad154156e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.058641618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4f949-0a28-4124-867b-7ad154156e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.063754375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4f949-0a28-4124-867b-7ad154156e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.070090459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba4f949-0a28-4124-867b-7ad154156e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.014697352Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","namespace":"ai-tenant-e2e-praxis-b-46510c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.014751718Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","namespace":"ai-tenant-e2e-praxis-b-46510c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.014797625Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","tenant":"e2e-praxis-b-46510c","tenantID":"e2e-praxis-b-46510c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.019851348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Deployment","name":"maas-api-e2e-praxis-b-46510c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.035542337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Service","name":"maas-api-e2e-praxis-b-46510c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.050216821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-46510c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.060030682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-46510c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.06646124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.078048187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.087130733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.092603796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.095174494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.09782758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.100602705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Service","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.103124518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.10556544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.108249942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.111631153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.11998765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.122658307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.125732258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.128370169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-46510c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.132801825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-46510c"},"namespace":"ai-tenant-e2e-praxis-b-46510c","name":"default-tenant","reconcileID":"e07b9568-bf1e-44f8-ad8d-e7303193c521","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-46510c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.342845654Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-46510c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-46510c","reconcileID":"bd9c1d09-648e-479e-90f3-ceb7e743c5a0","aitenant":"ai-tenants/e2e-praxis-b-46510c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.463173815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea86bf9-0a1e-4b95-a978-2dae59584f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.46826112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea86bf9-0a1e-4b95-a978-2dae59584f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.472482905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea86bf9-0a1e-4b95-a978-2dae59584f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.475674632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea86bf9-0a1e-4b95-a978-2dae59584f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.478324511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-46510c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-46510c","reconcileID":"bd9c1d09-648e-479e-90f3-ceb7e743c5a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-46510c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-46510c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.722304756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac108e5b-07eb-4162-ab29-1ab2ea91696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.726621905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac108e5b-07eb-4162-ab29-1ab2ea91696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.729852443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac108e5b-07eb-4162-ab29-1ab2ea91696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:01.733209788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac108e5b-07eb-4162-ab29-1ab2ea91696b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.565846555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"3642a6d3-3efb-4346-aee5-df54bb331939","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.575579146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"3642a6d3-3efb-4346-aee5-df54bb331939","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.6957157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"ec3ce5ab-9eca-4527-9e61-1caf2c51ca48","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.695740003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"ec3ce5ab-9eca-4527-9e61-1caf2c51ca48","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.75506088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9019f7bc-ec96-4f03-94e8-6112e9ac72d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.759003564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9019f7bc-ec96-4f03-94e8-6112e9ac72d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.762756914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9019f7bc-ec96-4f03-94e8-6112e9ac72d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.766668804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9019f7bc-ec96-4f03-94e8-6112e9ac72d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.979488768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"fedc5e57-02ad-4e58-a9a5-0331d887d18b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.132855334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78642d6c-ea1a-48b9-a660-6d7af16f4d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.136656552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78642d6c-ea1a-48b9-a660-6d7af16f4d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.140060674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78642d6c-ea1a-48b9-a660-6d7af16f4d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.14327074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78642d6c-ea1a-48b9-a660-6d7af16f4d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.306405226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65da36a-10bf-4c6e-a092-5623137206a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.309582654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65da36a-10bf-4c6e-a092-5623137206a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.312704388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65da36a-10bf-4c6e-a092-5623137206a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.316000798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65da36a-10bf-4c6e-a092-5623137206a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.377773735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"3e1ea630-8507-49df-a46d-66ab08407542","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.58959486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ad8da-f762-413f-bb26-e18f67004160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.592612875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ad8da-f762-413f-bb26-e18f67004160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.595700668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ad8da-f762-413f-bb26-e18f67004160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.598886943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ad8da-f762-413f-bb26-e18f67004160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.713974103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","namespace":"ai-tenant-e2e-ipp-b-db5422","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.714162951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","namespace":"ai-tenant-e2e-ipp-b-db5422","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.714304434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","tenant":"e2e-ipp-b-db5422","tenantID":"e2e-ipp-b-db5422","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.756694157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-db5422","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.769601511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Service","name":"maas-api-e2e-ipp-b-db5422","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.774986539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-db5422","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.779451705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-db5422","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.791931817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.80146849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.809138355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.813920367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.818515747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.823148338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.827185061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391df962-24c1-4d28-9ca8-76162d1fa1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.830959146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391df962-24c1-4d28-9ca8-76162d1fa1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.834619689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391df962-24c1-4d28-9ca8-76162d1fa1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.836439671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Service","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.850672992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391df962-24c1-4d28-9ca8-76162d1fa1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.861685424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.866238805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.879286902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.885209729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.893502485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.904457518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.909671674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.914198301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-db5422","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:04.919133931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db5422"},"namespace":"ai-tenant-e2e-ipp-b-db5422","name":"default-tenant","reconcileID":"b958913a-99fe-4260-aa0c-42dae3aca5d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-db5422","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.415210037Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f14bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f14bda","reconcileID":"f1feb2d7-06dc-498e-8996-586bf3ea19bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f14bda","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f14bda":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.781367813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c287bdb8-af97-4b8a-bc1c-e2a763fcb69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.835250834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c287bdb8-af97-4b8a-bc1c-e2a763fcb69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.839721487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c287bdb8-af97-4b8a-bc1c-e2a763fcb69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.843145979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c287bdb8-af97-4b8a-bc1c-e2a763fcb69c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:05.938709954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"8951f13c-cee2-46ee-b1b1-90473981cca1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.139343429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0820ed-ddeb-45ef-b03c-c38e718f613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.14262458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0820ed-ddeb-45ef-b03c-c38e718f613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.145996109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0820ed-ddeb-45ef-b03c-c38e718f613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.149191373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0820ed-ddeb-45ef-b03c-c38e718f613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.459689534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"9a70ebf1-9442-45f8-a900-21296f2d507d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.511054568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8fbca5-e904-4e87-8b57-1e6ee3c641e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.549413468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8fbca5-e904-4e87-8b57-1e6ee3c641e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.555683012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8fbca5-e904-4e87-8b57-1e6ee3c641e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.562240681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8fbca5-e904-4e87-8b57-1e6ee3c641e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.810441434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"abbaf181-b368-49e8-95a1-d04935164888","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.810463714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"abbaf181-b368-49e8-95a1-d04935164888","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.820620915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1b577e64-80dd-47d8-bb88-ccc459e43e9b","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.82064036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1b577e64-80dd-47d8-bb88-ccc459e43e9b","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.823119408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"b534d0bb-9ca6-4366-ab9a-460905913cb6","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:06.824326241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"413ed56d-411b-4368-8054-bc0cc081dc86","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-1e352e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.832986389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"b534d0bb-9ca6-4366-ab9a-460905913cb6","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.838951775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"50655e86-501c-4ce4-b0b8-314aa8f5d8e0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.838975198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"50655e86-501c-4ce4-b0b8-314aa8f5d8e0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.849381704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"326b8247-6892-4ad7-acaa-88794171a2f8","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.849402122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"326b8247-6892-4ad7-acaa-88794171a2f8","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:06.879297551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"bb8048a0-a37b-40a8-bb73-c44b782d5861","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"maas-trlp-praxis-route-1e352e","model":"praxis-route-1e352e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:07.113700987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"ff9677e2-04ab-41e8-8b97-a0a9e2ccc2d7","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:07.115526258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1f32d996-ae08-486d-b6d3-48f769aa561e","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:07.115541885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1f32d996-ae08-486d-b6d3-48f769aa561e","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:07.128624106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"ff9677e2-04ab-41e8-8b97-a0a9e2ccc2d7","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:07.145538897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"07a6995c-f75a-4984-bd37-836cddebb1d2","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"maas-trlp-praxis-route-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.244255724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"05a5f17d-b101-4ba2-a803-68501d7b830f","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.252300298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"08e90a9b-86ce-469b-b50f-fe8d39499f30","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:08.258693409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-apikey-sub-binding-4ddd98a2","reconcileID":"f4c7d1bc-96db-4fb9-8b38-f77c851766f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-4ddd98a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.261327931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e0577a98-5772-4ef1-b4ea-dcdcd37f40bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.26462802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f99d661b-4175-4f2d-b420-e131a1f9b728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.274000284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e0577a98-5772-4ef1-b4ea-dcdcd37f40bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.277027881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"ef495b44-4128-4ae2-b666-c7f55f8229a2","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.277304193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f99d661b-4175-4f2d-b420-e131a1f9b728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.284946627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"4c2b3278-7b7b-4985-bd0f-73adbebe6395","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.307096462Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-apikey-sub-binding-4ddd98a2","reconcileID":"1343e74d-9220-41ca-b659-4615f97991b1","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-apikey-sub-binding-4ddd98a2","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.323582426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"def8d7ff-69c5-4009-b338-12f7cc1ed1f0","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.369190309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"300b9007-53b5-4c4e-9b28-64ad89f6cce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.369750924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4204b6a7-68b0-4749-aae5-6dd7619ee4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.378899241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4204b6a7-68b0-4749-aae5-6dd7619ee4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.381395046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"300b9007-53b5-4c4e-9b28-64ad89f6cce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.398264708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-apikey-sub-binding-4ddd98a2","reconcileID":"e0592f41-dccc-4542-867e-0c8386b49995","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:08.398747239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"8308f177-4902-423b-833d-4b1a0e0c446e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.250248444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"a42b4169-cf83-4e39-a41f-5a3dddeac957","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.280646351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"26cad662-ecc0-4ce3-8687-60c759e7fa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.376492692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"29f411d6-4160-40c1-9582-cea364777304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.380171804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"26cad662-ecc0-4ce3-8687-60c759e7fa42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.384320214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"29f411d6-4160-40c1-9582-cea364777304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.994317149Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5422","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5422","reconcileID":"5028ce62-df26-4bc1-84fd-9e5ca0d6ecec","aitenant":"ai-tenants/e2e-ipp-b-db5422","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.073591737Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db5422","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db5422","reconcileID":"5028ce62-df26-4bc1-84fd-9e5ca0d6ecec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db5422","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-db5422"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.094044508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3198922-c9c5-49aa-82e7-c3a0fee36d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.09741787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3198922-c9c5-49aa-82e7-c3a0fee36d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.15011643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3198922-c9c5-49aa-82e7-c3a0fee36d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.156727148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3198922-c9c5-49aa-82e7-c3a0fee36d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.699314686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8ae44-336f-42fd-b154-f4c05d5ac194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.786018992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8ae44-336f-42fd-b154-f4c05d5ac194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.797808318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8ae44-336f-42fd-b154-f4c05d5ac194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.83008767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f8ae44-336f-42fd-b154-f4c05d5ac194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:11.716269209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"5a616bb4-02d0-4b1a-b02c-f5d7b2aeb319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.066578498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"69e5f099-b576-4ebf-bb65-4bd7d7286a5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.371489556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","namespace":"ai-tenant-e2e-ipp-a-dc0f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.371582379Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","namespace":"ai-tenant-e2e-ipp-a-dc0f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.371659813Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","tenant":"e2e-ipp-a-dc0f3f","tenantID":"e2e-ipp-a-dc0f3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.382069539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-dc0f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.40803413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Service","name":"maas-api-e2e-ipp-a-dc0f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.429281903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-dc0f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.437243028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-dc0f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.450189873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.461080798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.478206267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.487809321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.504149525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.515832604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.530449155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Service","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.55554352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.56524727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.57288485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.583237463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.590777214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.595870315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.602211185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.608165159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-dc0f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:12.613201807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dc0f3f"},"namespace":"ai-tenant-e2e-ipp-a-dc0f3f","name":"default-tenant","reconcileID":"1e17526d-7ed4-4a89-adab-8e2ed1b90bb4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-dc0f3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.516840564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"2076a4a0-ef15-479d-89cd-348e7de5c60a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.75714732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"d1194583-5bfd-4f1a-816c-a1a5e706a07d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:14.456649838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.430372352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"c6f5dd8b-c562-4ec9-9e23-205aeea7ae5c","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.448125784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"1d3c690e-abae-4bf9-bf8a-29bc5dc03bbc","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:15.456728499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-sub","reconcileID":"578a0160-3df8-4f9b-985c-f408733f7a30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.458637786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c44583ed-5103-439e-a93c-ec76924ddfde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.469144193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c44583ed-5103-439e-a93c-ec76924ddfde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.481403188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"07af9912-6da2-4484-8d22-43a09ca14b84","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.509456158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"53ec2ef3-f178-47aa-8ad2-41b3798a2a6e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.570773238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c398063e-118d-47ef-ba41-25a1a82f1f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.591483591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-sub","reconcileID":"6da4f0f3-1a92-4619-a316-c0a7033f4761","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-ordering-sub","ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.613327807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c398063e-118d-47ef-ba41-25a1a82f1f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.630665067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"4fa0b00d-3a10-4fa4-90cc-8437a6771bf9","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.634854541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"6159d533-24e4-4224-8336-260e167e37b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.645980599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c25ae9b3-81d5-42eb-b528-26993a404d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.655056607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c25ae9b3-81d5-42eb-b528-26993a404d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.735801053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-sub","reconcileID":"90e7b39b-62da-4ac6-990e-4a350e4c5ecb","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.795980277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dcbf8ce3-45a3-4cb4-8a21-1bda04991445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.804560685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dcbf8ce3-45a3-4cb4-8a21-1bda04991445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.908541182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"c1b22619-200a-43ce-ac01-59f023bf0a10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f14bda","tenantID":"e2e-praxis-b-f14bda","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:15.927551043Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"c1b22619-200a-43ce-ac01-59f023bf0a10","name":"e2e-praxis-b-f14bda-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.418273652Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dc0f3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dc0f3f","reconcileID":"8f28fe1b-85dd-4441-9b56-09e36497a59a","aitenant":"ai-tenants/e2e-ipp-a-dc0f3f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.499859601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"d5565c67-d724-43df-9b59-b86148b1eeca","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.504548119Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dc0f3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dc0f3f","reconcileID":"8f28fe1b-85dd-4441-9b56-09e36497a59a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dc0f3f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-dc0f3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.546522878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36542ae6-fa3f-401f-a0ba-9ee01145f4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.550078631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36542ae6-fa3f-401f-a0ba-9ee01145f4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.553202971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"76fb9c6f-21aa-4572-8518-649ed635ee69","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.553723373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36542ae6-fa3f-401f-a0ba-9ee01145f4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.556986281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36542ae6-fa3f-401f-a0ba-9ee01145f4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.568810322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"57cf593a-295b-4607-932a-d5d8cd4bb251","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.576189848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"57cf593a-295b-4607-932a-d5d8cd4bb251","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.597192086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"ce98cb32-fa0f-4ef7-b72a-41394f9aee36","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.813407194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8487af-f076-4086-9816-4805071f90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.8166025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8487af-f076-4086-9816-4805071f90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.819554575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8487af-f076-4086-9816-4805071f90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.822771124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8487af-f076-4086-9816-4805071f90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.13156052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be807911-6499-4166-9410-747046d43f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.165690307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be807911-6499-4166-9410-747046d43f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.183354838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"1447d364-0720-49b9-a019-b0af10aeb3f2","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.193579031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be807911-6499-4166-9410-747046d43f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.199334743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be807911-6499-4166-9410-747046d43f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.225722554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"143d962c-8f6b-4371-b052-55c581f1d2b5","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.226615521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4a8c2ed9-08a8-45fe-af5a-7daee32e4c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.227350425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5405e607-72d1-4313-9767-4ad5982326fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.258686193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"143d962c-8f6b-4371-b052-55c581f1d2b5","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.323591497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5405e607-72d1-4313-9767-4ad5982326fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.326214188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4a8c2ed9-08a8-45fe-af5a-7daee32e4c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.346973546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-apikey-sub-binding-4ddd98a2","reconcileID":"be55078b-b522-47a2-8819-c33aad8ec73d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-apikey-sub-binding-4ddd98a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.365344219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-apikey-sub-binding-4ddd98a2","reconcileID":"be55078b-b522-47a2-8819-c33aad8ec73d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4ddd98a2","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.378257539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"58ec74c0-145f-4ed6-a5c5-f2a64b9dfaae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.384775572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"545c61e9-a128-4b60-8ab6-55e77f19092e","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.39823521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e0fa5ce0-ca72-4b77-b0f1-021f2e0657d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.39841088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0b5b5e10-a63c-40ca-9a85-415b085142ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.405948171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e0fa5ce0-ca72-4b77-b0f1-021f2e0657d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.406262732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0b5b5e10-a63c-40ca-9a85-415b085142ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.928865241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"8c657a30-a3cf-4e42-af0f-a77fe9ea38da","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"maas-trlp-praxis-route-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.933810635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"e1014958-c18f-4d20-9adc-2dd4ae1c8753","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:20.984489223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"15ccd7e3-7c95-4bfb-9f0d-9eb910e063b7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.011382066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3c5fb925-dbe0-4c3c-826f-31284c2a9db9","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.011471578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"3c5fb925-dbe0-4c3c-826f-31284c2a9db9","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.03219047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"15ccd7e3-7c95-4bfb-9f0d-9eb910e063b7","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.139123523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"1cba5000-3e0a-4a1f-962a-972114268eb3","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.164727244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"6427e6d9-1f5d-482a-95fd-c4a72f3e1290","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.188147563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7a7e6e7c-9807-43a8-9327-043ffb1812a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.200668799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"6ac0763a-0bbb-4c6f-8e73-41cbc8c0296d","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.204069141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7a7e6e7c-9807-43a8-9327-043ffb1812a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:21.204631011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-no-access","reconcileID":"d684dcb5-0d59-4300-90ae-d5ada1692d55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.223504944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"ac654f27-be7a-44c8-a7a6-262cdd1e9169","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.230781647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"f8b6210e-f38f-49c1-bd81-ecd8bf1ec029","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.246422954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"bf06fc13-dbd7-4f88-be08-e226bec3f8ce","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.249485585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"005fc327-2f7d-4334-99cf-478eb8f44d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.250106521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"0c846f0f-1100-44e1-a8b6-906d82e34ee8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.250271623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"765e8555-08ef-4f29-a69c-5cb43b189bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.255340489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-no-access","reconcileID":"5e8bcc90-affa-4bff-bea3-f2662a2868b7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-650be0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.255849052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"bf06fc13-dbd7-4f88-be08-e226bec3f8ce","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.260147782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"0c846f0f-1100-44e1-a8b6-906d82e34ee8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.261291738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"005fc327-2f7d-4334-99cf-478eb8f44d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.26547994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"765e8555-08ef-4f29-a69c-5cb43b189bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.27711343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"8a368bba-9f2f-4135-88d5-223415dbe103","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.370471503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fa0e0d36-a8d8-4b18-aa3b-ff08b0fcb39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.372283807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"e81757b2-cccf-4a09-a5ab-3f4ef555252b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.379699123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"8494523f-9771-4637-9133-c5dbee69cc7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.393413807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-no-access","reconcileID":"a6f8ebe6-88a3-47a0-9ec9-deb4a813a826","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.400964104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fa0e0d36-a8d8-4b18-aa3b-ff08b0fcb39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:21.404541234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"e81757b2-cccf-4a09-a5ab-3f4ef555252b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.840986543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"9eec5637-24de-4a28-aedd-b5220da79008","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.853138726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8f9fe501-8942-4de1-b9d3-3d9c501c91c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.853203912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6a7a4a54-aa81-4cbc-b395-f3b30c0128d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.856466008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"3ad1078f-d322-4123-a418-69d1f284515d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.860567823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8f9fe501-8942-4de1-b9d3-3d9c501c91c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.861230185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6a7a4a54-aa81-4cbc-b395-f3b30c0128d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:22.863779245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"3ad1078f-d322-4123-a418-69d1f284515d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.289516312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db26531c-639d-4753-8920-234250a38379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.293004581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db26531c-639d-4753-8920-234250a38379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.296720798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db26531c-639d-4753-8920-234250a38379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.305982842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db26531c-639d-4753-8920-234250a38379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.644662334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9569a-68b5-4628-ade0-06b6b3d1fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.671014353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9569a-68b5-4628-ade0-06b6b3d1fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.675127795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9569a-68b5-4628-ade0-06b6b3d1fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.678582106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9569a-68b5-4628-ade0-06b6b3d1fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.583294879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d189f77-6e4a-4027-924e-91f09d59ee74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.586233682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d189f77-6e4a-4027-924e-91f09d59ee74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.589170999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d189f77-6e4a-4027-924e-91f09d59ee74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.592081545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d189f77-6e4a-4027-924e-91f09d59ee74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.965355335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cff6de-901a-446c-a8c2-9a3fca782d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.968468705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cff6de-901a-446c-a8c2-9a3fca782d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.971418977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cff6de-901a-446c-a8c2-9a3fca782d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:26.974341179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68cff6de-901a-446c-a8c2-9a3fca782d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.21911847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-sub","reconcileID":"d7ed0660-4b1d-48a2-901c-4031415d51db","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.236956667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-sub","reconcileID":"d7ed0660-4b1d-48a2-901c-4031415d51db","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.250900626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"72571874-c8ae-48f2-8bee-6763d561bb41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.257274889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"26008169-cd32-4d04-8974-6094a318289b","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.265747154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"f70f71d6-c50c-41be-80bb-49c943401a9b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.265807213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"befde743-7e22-49a6-b320-2f0338791e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.266188252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"60a25b51-a80e-45ab-a2a5-b19e20135931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.273216206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"60a25b51-a80e-45ab-a2a5-b19e20135931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.273310852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"f70f71d6-c50c-41be-80bb-49c943401a9b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.275484114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"befde743-7e22-49a6-b320-2f0338791e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.398405051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"baa2978c-2777-4603-8c36-54895e9336e5","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.398613622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-ordering-auth","reconcileID":"f1fab5b2-c106-4d90-ad5b-fb4ad1293bfe","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.411933714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"8cb6fe8b-1a55-481e-a327-fa6100928dba","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.357420976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1437d6a4-371a-47cf-8609-785e5daf03f0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.357444174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"1437d6a4-371a-47cf-8609-785e5daf03f0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.376106567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"8976f40d-cf7d-4055-9746-9573eb491972","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.376709638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"b23a35d9-02c7-4c4d-b0d3-75555994adbb","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"maas-trlp-praxis-route-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.383208995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"8976f40d-cf7d-4055-9746-9573eb491972","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.396201891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"4024c96e-127c-430b-9ffb-2046070871f2","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.396218533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"4024c96e-127c-430b-9ffb-2046070871f2","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.510002952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"6c97518c-fbb4-4f53-b6d0-ad4cbaa09058","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"maas-trlp-praxis-route-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.632720956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"9e38a7b9-0bae-4044-bafc-f51b5a67b022","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.640570177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"4706efca-e519-47f4-9725-37640254fb80","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.64918423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"968f3063-01c8-41e6-b4c3-8f33a78a683d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.656367843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"968f3063-01c8-41e6-b4c3-8f33a78a683d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.678315208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"1ba65a07-0570-45b6-bbe7-73b56c5141b4","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.75003367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"77189ec6-11ad-4fde-bb2a-fc32ee701af7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.757289734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"77189ec6-11ad-4fde-bb2a-fc32ee701af7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.812979497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"96ccbfd5-292e-4e85-b618-84b50293220b","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.818779167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"8425bf7b-1658-409c-846f-6afdd2d5266a","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:30.8239746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-subscription-success","reconcileID":"24c1c04c-ee1e-484a-9347-94225626f4ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.838953635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"497d1b27-b665-42b1-a6de-ba3da9b9e98e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.846518211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"0d469950-83a4-4651-a4a2-207444551a9c","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.850322848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"e51cadb2-cafc-469e-afb8-68bbe76be806","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.850997344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ca1ebf57-bc9c-4e37-acd8-392e6e44ab25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.851380086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"de4b9506-da70-4ed4-8f65-42bfa34fb937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.858363933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"de4b9506-da70-4ed4-8f65-42bfa34fb937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.858453565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"e51cadb2-cafc-469e-afb8-68bbe76be806","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.860849483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ca1ebf57-bc9c-4e37-acd8-392e6e44ab25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.868622177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-subscription-success","reconcileID":"128fdb2f-0ec7-4c94-82f8-2644b2c80e06","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.888546898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"f2cc90f3-4d27-4801-a276-3633a9ed653d","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.966238209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6f68c1db-7a96-4218-96ab-7316f9bbd9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.966705934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"da28b16d-d475-457b-b397-979d402d0857","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.967056212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"17807f2e-acc3-4c88-983d-b3dd32d3e79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.971232029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-subscription-success","reconcileID":"dd7ea4b4-4333-4cdb-bda8-d42a59551a7a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.971757062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"e31184e9-898b-4970-82cf-2830419ed4ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.04855534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"17807f2e-acc3-4c88-983d-b3dd32d3e79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.05208337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"da28b16d-d475-457b-b397-979d402d0857","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.055513082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6f68c1db-7a96-4218-96ab-7316f9bbd9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.623553935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","namespace":"ai-tenant-e2e-ipp-b-ff4113","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.623610124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","namespace":"ai-tenant-e2e-ipp-b-ff4113","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.623660233Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","tenant":"e2e-ipp-b-ff4113","tenantID":"e2e-ipp-b-ff4113","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.628454716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ff4113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.643417907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Service","name":"maas-api-e2e-ipp-b-ff4113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.652067621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ff4113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.659426059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ff4113","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.667683417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.678094415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.688097375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.693509076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.698447233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.703375434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.720055749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Service","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.74287335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.748060821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.757318229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.766010642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.773609248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.778536696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.78511928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.79115645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ff4113","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.795624236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ff4113"},"namespace":"ai-tenant-e2e-ipp-b-ff4113","name":"default-tenant","reconcileID":"ca2e3bee-ed49-4582-be6d-dad4c50f3a82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ff4113","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:31.947929367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7c2c4b28-ad4b-4d1f-9233-fb6f3e732dd1","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.084780654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"de128951-3f86-4e6c-8a33-05cd3fa78c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.085319259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a34291aa-af80-4330-8012-acd78ab6936c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.116599081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"7b820c96-1852-43ad-8e96-1d9775a6cbc3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.148071827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"de128951-3f86-4e6c-8a33-05cd3fa78c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.15601102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"7b820c96-1852-43ad-8e96-1d9775a6cbc3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.160215001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a34291aa-af80-4330-8012-acd78ab6936c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.856513785Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-no-access","reconcileID":"7bffcc0a-cd8f-4674-961a-075b54222674","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.876897226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-no-access","reconcileID":"7bffcc0a-cd8f-4674-961a-075b54222674","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.891395922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"1dfc3b05-8a07-4843-8085-a3a995ddd4cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.901425684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"a4115543-e545-47c3-8a75-baf0d8921e80","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.910689311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"bbfe6e7a-50ce-4d76-9471-38f6d36deb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.910751798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"cc6e3bd1-ff0b-492e-b6de-cc018031b612","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.911085602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6e94460a-fa86-4755-bb5a-58bab2574ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.91907574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"bbfe6e7a-50ce-4d76-9471-38f6d36deb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.919525649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6e94460a-fa86-4755-bb5a-58bab2574ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:32.921338959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"cc6e3bd1-ff0b-492e-b6de-cc018031b612","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.053887915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-no-access","reconcileID":"746e09dc-8e4e-4235-be6d-feded6e84148","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.053887854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"749fc305-583d-43a9-a0ff-2a6a9f8fca25","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.231846014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"ef98f41f-4752-41ec-b928-b97c309723c8","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.479634817Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ff4113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ff4113","reconcileID":"f8b17ac9-f875-449e-8bc4-e8ca0a03b052","aitenant":"ai-tenants/e2e-ipp-b-ff4113","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.598222381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450ef3ec-ffa8-4c2a-bd75-3d8ebb8d04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.601636896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450ef3ec-ffa8-4c2a-bd75-3d8ebb8d04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.604824063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450ef3ec-ffa8-4c2a-bd75-3d8ebb8d04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.60737566Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ff4113","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ff4113","reconcileID":"f8b17ac9-f875-449e-8bc4-e8ca0a03b052","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ff4113","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ff4113"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:33.608364615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"450ef3ec-ffa8-4c2a-bd75-3d8ebb8d04af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.166058804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"b4d4745c-11c8-47cc-b42b-5da13e881f1c","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.179310032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162404ba-6596-44a4-877d-03619029ba3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.206327515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162404ba-6596-44a4-877d-03619029ba3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.227654568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"a2431526-a519-42fd-88bb-d8c788de5e1e","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.257363856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162404ba-6596-44a4-877d-03619029ba3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.269244776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162404ba-6596-44a4-877d-03619029ba3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.339387976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"edc167f5-c37a-4d12-9995-d6c406de598f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.355193096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"aca3ac71-0b8b-40e6-ab4b-5e47d9b98716","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.361219867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"edc167f5-c37a-4d12-9995-d6c406de598f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.365853215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"497591d2-a003-47af-b7a4-5727e6c4c86f","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:34.367279322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"a916806e-56ae-4adc-99d4-9e1049c0fbf8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.374636344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c724763f-a6df-42d1-b575-7d98d3c5f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.374958403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e63c59cd-52f4-44a4-a3a4-ace70f1ffae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.393658047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e63c59cd-52f4-44a4-a3a4-ace70f1ffae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.394180739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"155b7ffe-d11e-487a-8fec-b117c7714a4a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.394219789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c724763f-a6df-42d1-b575-7d98d3c5f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.407975222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"170cdf2f-6f8a-4c25-a074-6fd7fdadb31b","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.411219215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"f7aa14a4-f537-4cfd-8ca0-a2919cc58036","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.432542604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"52c2971c-7d81-49df-9abf-a0cd5cf8ccab","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.452043202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"2c05f3c0-3978-4b38-aac6-50bf25ce46bc","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.466411944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ef7e4eb7-5b96-4ed7-b964-fc01b5cc5b2d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.474498144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ef7e4eb7-5b96-4ed7-b964-fc01b5cc5b2d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:34.553431329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ef7e4eb7-5b96-4ed7-b964-fc01b5cc5b2d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.559548375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-650be0 priority=0:[ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-free ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.560229011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"7d2bc91d-a258-4fcf-999b-b90809ee2bea","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.564719501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"ae656574-a571-4468-8e72-5f874b53b3ad","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.564953895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"70e5f94d-0e5d-4567-97e5-40101769bb70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.568298556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"15c6ba5a-bef7-44d0-ba27-92bedd6263a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.568316914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"29f26c73-2f73-41d0-b899-f22c32283b68","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.568698926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b3866790-fc4c-4d49-b971-a00613cf8cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.569056428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6a355d40-27fe-4cc1-aa4e-729904b082a6","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.573281666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3aca31f1-735e-4942-8c3f-0126aaaf2999","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:34.573475497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.576323479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"29f26c73-2f73-41d0-b899-f22c32283b68","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.576523548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"15c6ba5a-bef7-44d0-ba27-92bedd6263a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.578629387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b3866790-fc4c-4d49-b971-a00613cf8cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.581508361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"5dd6e270-879f-4399-8e02-aebda5abfdae","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.66464677Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-premium","reconcileID":"5e1e1c1a-e077-4c98-b7db-71496c1f315f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.667612537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfe9222-cb4b-4063-8b5b-9a55429cbf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.670870348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfe9222-cb4b-4063-8b5b-9a55429cbf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.674074604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfe9222-cb4b-4063-8b5b-9a55429cbf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.677321359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfe9222-cb4b-4063-8b5b-9a55429cbf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.688940774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"45ed133e-27fc-4123-97a3-dadae659dc81","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.696147514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"72f4fead-5072-4ed5-aef0-c53c952c897a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.696437894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"991dab95-cfc9-4145-bbf2-e0854c4de619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.696579406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3c4cda8d-b452-4a4e-992f-409dfc2f9cae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.703703777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"991dab95-cfc9-4145-bbf2-e0854c4de619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.703732847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"72f4fead-5072-4ed5-aef0-c53c952c897a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.705944134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3c4cda8d-b452-4a4e-992f-409dfc2f9cae","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.7243014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-premium","reconcileID":"815a1e3b-e989-4e20-8fb1-fcae81b92781","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.724345804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"fcc4eac3-7b4b-42c8-b872-674e7be285ff","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.72479924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"45401012-4d6f-4573-a4fc-5bd934ed4b9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.972091766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"bd6bedd7-2b6b-4fd8-aee1-f6fc736cbd7d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.9832459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f9eddf82-949a-4d35-b9da-418d63fbf357","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.983326309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cb25d5be-7aaf-4d7e-8d90-c254141bc45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.983812625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"625b28d7-150e-4060-832a-b340f7ca4733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.990188013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cb25d5be-7aaf-4d7e-8d90-c254141bc45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.99100858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"625b28d7-150e-4060-832a-b340f7ca4733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.992440973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f9eddf82-949a-4d35-b9da-418d63fbf357","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.288944859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"6620d2c3-adbd-4f51-acd3-2b2c2cec3e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.507920111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"e7ee6d96-dcc2-45f0-83bd-dd0969450524","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:38.142717427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"f7e5b564-b393-42d4-bca7-572952bc997c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:38.378730388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"0ccc77e0-62db-48ca-a6b3-ddb2b6d64310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.397147033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"a3a9c7ff-4495-488a-8ddd-4d65049904bd","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.397167134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"a3a9c7ff-4495-488a-8ddd-4d65049904bd","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.740296263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","namespace":"ai-tenant-e2e-praxis-a-b9dad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.740358729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","namespace":"ai-tenant-e2e-praxis-a-b9dad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.740407776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","tenant":"e2e-praxis-a-b9dad7","tenantID":"e2e-praxis-a-b9dad7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.745361192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b9dad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.758780506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Service","name":"maas-api-e2e-praxis-a-b9dad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.768893001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b9dad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.773304646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b9dad7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.780240995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.784892086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.795888264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.80063932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.80360206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.80608249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.808511697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Service","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.81097202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.813430535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.81573794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.820557412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.826024839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.828527793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.830807448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.833080233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b9dad7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:40.835432738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b9dad7"},"namespace":"ai-tenant-e2e-praxis-a-b9dad7","name":"default-tenant","reconcileID":"88cc901c-ddc3-4f3e-9328-12fe638e5ea3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b9dad7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.007187633Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-subscription-success","reconcileID":"7dc7ec3d-54ba-4fb8-b648-e2857f484e73","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.029535896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-subscription-success","reconcileID":"7dc7ec3d-54ba-4fb8-b648-e2857f484e73","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.072674755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"2aa49e2d-3131-449a-8dd4-a48650f16077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.144239408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"761d2b23-6cde-4bd5-825f-bf35dbd705b9","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.153832045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"792873e1-380a-4409-95f5-b26d212bb81f","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.156244293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"a6d8cbb5-8b75-463e-8bc7-4927f9c6a2ef","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.158749856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fe7aa12d-68ef-4ac3-bc7e-7f9f895cc509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.158925974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0d5665f9-cac1-4219-8e64-f91d8bad9aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.163345517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"a6d8cbb5-8b75-463e-8bc7-4927f9c6a2ef","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.166998912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fe7aa12d-68ef-4ac3-bc7e-7f9f895cc509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.167672797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0d5665f9-cac1-4219-8e64-f91d8bad9aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.284851573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-auth-success","reconcileID":"d5d6fe65-95ae-45af-b934-4f3dd02bf918","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.284859769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"f59ed6fe-3b88-49e1-a042-92b1d53d346b","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.483512171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"038679b9-6692-41f6-8e50-f55e5337bd4d","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.252744556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"24ffc452-471f-49bf-9b30-b44f6bf947f9","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.258203025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"8967a485-d1e0-47c9-bdc2-930a08c894cb","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.273199274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"49d8ec2a-1d2d-4a7a-b3b6-08c43fdb9ef0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.286892014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"49d8ec2a-1d2d-4a7a-b3b6-08c43fdb9ef0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.312944997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"92a1565a-4282-42b2-8304-cc22134fc937","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.370864421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"5cb63b11-bcf1-4dee-87c1-e76a44171f28","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.380211623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"5cb63b11-bcf1-4dee-87c1-e76a44171f28","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:43.408767011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"5cb63b11-bcf1-4dee-87c1-e76a44171f28","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.426309024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"577688a1-a6d1-4f18-aa14-c9fbeb0c8a11","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.450576614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"577688a1-a6d1-4f18-aa14-c9fbeb0c8a11","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.468749395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"81708b84-c118-48d9-a18d-178662a03446","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.603210726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"9e7a15e2-14ee-462f-b1a8-9b6d55b97b3f","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:43.608088537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-subscription","reconcileID":"ad3e2bb0-0a7b-42ea-8c2b-0995142b47ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.637136742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4835c6d6-0b9d-42d3-aa45-b02409802b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.638546716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9081795b-fc33-4c64-b534-55760f67918c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.696660202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"76a47900-d70e-4fe8-bc52-4d4334b479dd","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.698173532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"1b2bdf44-58b2-46be-911e-12fdbb86817c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.709535425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4835c6d6-0b9d-42d3-aa45-b02409802b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.764815182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"1b2bdf44-58b2-46be-911e-12fdbb86817c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.783684274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9081795b-fc33-4c64-b534-55760f67918c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.794202856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"6fe1981e-8750-4fbc-a181-52d55de2a4ec","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.808969553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"09794f3d-d840-4e98-aa06-62c127926b80","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.847755874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4b726609-3ca4-4e6b-8a44-756508b31595","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.864578563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cd5e9abf-105d-48ca-8727-37d7e32e3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.874118433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-subscription","reconcileID":"b5a57d42-42a4-4786-a8b1-e08f2d8ece36","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.87943651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cd5e9abf-105d-48ca-8727-37d7e32e3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.904406801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"170bb9b6-0fd0-473e-a576-8062de32a213","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.912221923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"4c7dbf77-a20b-4f28-b4fd-aeca69849fe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.918568989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"460ecc28-7373-4e70-8cb2-9f2464d01a71","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.930380821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"460ecc28-7373-4e70-8cb2-9f2464d01a71","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.982100664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"3bd043d8-f5ab-40de-a3c0-24425ad38352","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.993957971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"856d9dfd-4a41-4f33-95f8-7c8dccbdee68","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.995884191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"4a80b611-dbcd-482b-a305-55224589b1ae","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:43.997542389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.006160771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"7f99e1f1-94a8-443c-829c-b4b2b5a6561a","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.018386387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-subscription","reconcileID":"3da5d831-012a-4665-86b7-916f2f1cfaa9","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.055016636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ed077e65-24dc-4bec-88ef-b5ebb9d307bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.056248884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"97ea96a5-68db-47a8-955f-906669afc743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.057230581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"234cf313-112b-402d-b5ab-fb66a54afa03","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.059178389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"327cc6c6-2492-42b6-991c-e85363c98de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.104057023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"97ea96a5-68db-47a8-955f-906669afc743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.108038862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"327cc6c6-2492-42b6-991c-e85363c98de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.129192881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"234cf313-112b-402d-b5ab-fb66a54afa03","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.132393387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ed077e65-24dc-4bec-88ef-b5ebb9d307bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.133739696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"48d965b5-a05f-4d9a-94fe-e75130bb19ee","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.147396615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"fc0c66aa-00de-4ab8-bba9-af0dc78b02fe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.182514431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"fc0c66aa-00de-4ab8-bba9-af0dc78b02fe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.196764243Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-sub","reconcileID":"c41f0267-a6b6-4ef6-85a2-4752b0cca0a3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-status-active-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.22142893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"57307639-8667-4445-84ab-1b5487568b77","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.22469731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"9a366074-6ee5-4808-a160-4d85fdcc6e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.2432082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"03041656-e05e-4acd-9e72-5464e94f2f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.254651997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"03041656-e05e-4acd-9e72-5464e94f2f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.327490972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-sub","reconcileID":"5a89f1bd-893d-44a5-8ffc-9f253b4bae9e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:44.462163536Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:45.988087419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"11f23d3c-1f93-4481-b3af-3939d8e26a0f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.013163396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-free","reconcileID":"11f23d3c-1f93-4481-b3af-3939d8e26a0f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.027654133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-premium","reconcileID":"bbfab542-7a24-4f09-9b76-94d14ea36c44","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.028116042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"d8722e8b-239a-4f01-a261-119a6c861b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.037519117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"630aacf2-52ee-441d-996a-4d6afaf105f1","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.051467072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"ba2ef4d4-262e-47b4-b08b-44a17d2d6da6","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.057341751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"751a27e2-8bb0-4dc8-8c6f-f42e56d01c53","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.057992698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"31a1f434-bc4d-4187-aaf4-ce87d861934f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.058525634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7809fe07-dc71-46ac-9d4a-aeb7d4b5d321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.100366428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"751a27e2-8bb0-4dc8-8c6f-f42e56d01c53","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.102087206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7809fe07-dc71-46ac-9d4a-aeb7d4b5d321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.102101801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"31a1f434-bc4d-4187-aaf4-ce87d861934f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.199713737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"e79cbec1-00eb-4845-8baa-56bcef9546cd","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.282747903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b54ca28c-ff99-4aec-90d9-ac0cf5f2d25d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.283796674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5b917797-2d76-45ee-9be8-54a4b78cefcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.284661642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"87b2407c-dd20-402a-a3ef-5570bc7030d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.31773789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b54ca28c-ff99-4aec-90d9-ac0cf5f2d25d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.41409585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5b917797-2d76-45ee-9be8-54a4b78cefcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.415223873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"87b2407c-dd20-402a-a3ef-5570bc7030d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.582495472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"256f0672-4ed9-4ec4-afb1-f5846319458f","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.601714947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"04ba680f-0afc-4d89-9cd5-73730daf0346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.602635564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"262cf6f7-4807-496d-a162-82590ff5d156","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.603364867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"11918275-dc2b-47d2-a02b-1a99436a3b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.615275717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"04ba680f-0afc-4d89-9cd5-73730daf0346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.616382413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"262cf6f7-4807-496d-a162-82590ff5d156","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.61825318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"11918275-dc2b-47d2-a02b-1a99436a3b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.684571295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f2b469d1-1830-47c9-b056-af3dc1d5ba0b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.753040933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c3629ce3-c117-4c83-a093-841852260b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.753782377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6c222b54-ba96-462a-af93-f04528bd25d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.768810609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6c222b54-ba96-462a-af93-f04528bd25d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.773611962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c3629ce3-c117-4c83-a093-841852260b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.809708686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"867b63bb-649d-4409-b583-3fc680515744","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.845434146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"867b63bb-649d-4409-b583-3fc680515744","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.554202995Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b9dad7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b9dad7","reconcileID":"2efa72f6-9b9e-4872-b0f3-1526e2d67de2","aitenant":"ai-tenants/e2e-praxis-a-b9dad7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.805970205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107bfe1-28e4-4844-831c-97c7c1beb39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.809173051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107bfe1-28e4-4844-831c-97c7c1beb39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.811370329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b9dad7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b9dad7","reconcileID":"2efa72f6-9b9e-4872-b0f3-1526e2d67de2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b9dad7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b9dad7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.812688326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107bfe1-28e4-4844-831c-97c7c1beb39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.816379683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107bfe1-28e4-4844-831c-97c7c1beb39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.292796314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed68639-3edb-4ec6-a05d-ed944b1b3457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.315144317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed68639-3edb-4ec6-a05d-ed944b1b3457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.328118645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed68639-3edb-4ec6-a05d-ed944b1b3457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.399679032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed68639-3edb-4ec6-a05d-ed944b1b3457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.39777517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"dd379c4d-978c-4e98-bf34-cae43b03a8af","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.397795301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"dd379c4d-978c-4e98-bf34-cae43b03a8af","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.867653767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3765c421-b901-4599-92e6-fb02a46b3d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.872050157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3765c421-b901-4599-92e6-fb02a46b3d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.875372705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3765c421-b901-4599-92e6-fb02a46b3d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:54.880505916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3765c421-b901-4599-92e6-fb02a46b3d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.451469602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48efa2aa-b7ee-4e7e-9c8d-36a3f6fd750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.454737503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48efa2aa-b7ee-4e7e-9c8d-36a3f6fd750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.457819158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48efa2aa-b7ee-4e7e-9c8d-36a3f6fd750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.46103937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48efa2aa-b7ee-4e7e-9c8d-36a3f6fd750a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.239668368Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-premium","reconcileID":"cad96226-74a5-421f-b766-c3f3ca2523eb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.270652792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-subscription-premium","reconcileID":"cad96226-74a5-421f-b766-c3f3ca2523eb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.288336863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"b7e413ea-7523-4c39-a1e9-a08b780d2e9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.297213826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"ac3ccef0-c131-4868-a56f-85513e402226","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.305101985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d84dcd28-7234-45d8-b36e-fc1586673873","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.305589345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1d97320c-39e4-448c-b76b-11e94527fcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.305867898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d94665f5-c8f9-4d8f-8ac9-76374eea4152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.317127538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d94665f5-c8f9-4d8f-8ac9-76374eea4152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.31731915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1d97320c-39e4-448c-b76b-11e94527fcce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.319734109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d84dcd28-7234-45d8-b36e-fc1586673873","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.435864779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d314b0b4-e1fb-4e46-8831-df8d63759645","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.435890179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fb20496f-5138-431b-b675-0d92ab8edaab","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.451986371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"20ad2e7b-b70e-47e1-b047-277def89e0cf","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.604578003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-subscription","reconcileID":"fc29d2cd-8817-4c7e-b909-384339f82459","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.623942671Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-subscription","reconcileID":"fc29d2cd-8817-4c7e-b909-384339f82459","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.636601887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"b446072e-c058-4ca7-8b72-f96600fd7b23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.64250218Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","namespace":"ai-tenant-e2e-praxis-b-f14bda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.642566694Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","namespace":"ai-tenant-e2e-praxis-b-f14bda","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.642617473Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","tenant":"e2e-praxis-b-f14bda","tenantID":"e2e-praxis-b-f14bda","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.644622801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"987574dd-4afa-4ddb-8da1-ee2dd9808df7","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.648183437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f14bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.665359482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Service","name":"maas-api-e2e-praxis-b-f14bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.680581969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f14bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.688121269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f14bda","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.701982508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.707181587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.715957616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.726204779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.727211763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b588a777-f827-4b92-a7a3-8984ed3d3d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.72895247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"8321ee3d-2a2c-4c6d-96fd-ae3ed8bec2b9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.729027146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"731146f6-4f15-4562-bc89-5d8cf46d749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.729305596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.73499641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.735294458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b588a777-f827-4b92-a7a3-8984ed3d3d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.73779742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Service","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.740931023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"8321ee3d-2a2c-4c6d-96fd-ae3ed8bec2b9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.741159994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"731146f6-4f15-4562-bc89-5d8cf46d749f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.741250774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.744026113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.750176678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.750485085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-sub","reconcileID":"32f4d953-e8ce-4c11-8b07-d093d371cd32","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.75637941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.770103363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.775114423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.775943408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-sub","reconcileID":"32f4d953-e8ce-4c11-8b07-d093d371cd32","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.777854155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.780560454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f14bda","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.783198597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f14bda"},"namespace":"ai-tenant-e2e-praxis-b-f14bda","name":"default-tenant","reconcileID":"79e82beb-0047-4d7f-b066-de57fdaea5ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f14bda","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.788866112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"58dae7b9-03af-419b-b97e-7ecd6c7b4b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.79929571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"9a0d4d25-0620-47f2-a2ec-66e87c464bc0","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.818331073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"b5ca313e-1776-4f7b-bad0-9b845f379617","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.947506927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bea2f2c0-9f06-4ddb-b1d5-a412ee36d81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.980343915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9074eff6-a455-4ec8-a67e-22aa784e4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:56.981880691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"3d0adffd-3815-4943-a51c-c07e0e336625","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.002941731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-test-group-auth","reconcileID":"795fbb55-ab26-405b-bbf3-777256f76583","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.107403467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"c6a48ffa-b082-4b7e-982e-5b2f72ab08dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.134723774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bea2f2c0-9f06-4ddb-b1d5-a412ee36d81e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.139014088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"c6a48ffa-b082-4b7e-982e-5b2f72ab08dc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.155092369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9074eff6-a455-4ec8-a67e-22aa784e4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.16749443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"74fe621a-5280-49e3-b5dc-cfcb8d3c80d1","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.261817586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-active-auth","reconcileID":"fca44b6f-2499-497a-8afe-eacf5ada95c4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.37955306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"1c760d13-e4b6-4446-a6c6-ce95a6e4ee56","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.694002862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"d1c068f8-5bf8-4cf0-ab17-4e3d329faaa9","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.699331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"0c0b7729-0fd6-45ac-a5f0-89560cbb790b","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.707773525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"bfd58970-2f7e-4202-b589-6cd8cbeb14ec","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.715483485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"bfd58970-2f7e-4202-b589-6cd8cbeb14ec","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.73843583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"b57aa111-147d-4cfe-be56-201e5ea817e0","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.808474488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"f6a282bd-9943-4414-9c72-96f4b5ff53e3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.815248841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"f6a282bd-9943-4414-9c72-96f4b5ff53e3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.887008637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"0d183baa-5b2b-4b91-8132-ce667623b559","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.893868593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"e7cf7f9b-c9b3-473b-ae72-af005b8b8b5b","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:57.946228914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-sub-only","reconcileID":"637777cf-73a2-43d9-8616-3d960e7b28f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.964143988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"866695b7-59c6-4236-a1cf-22df7c4a9315","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.964833438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ee593fd1-a983-41db-a45a-ea20807cc6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.965413764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c216eb87-2574-4a82-a76f-0501d416e027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.975389094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"517ae2e8-c5f3-4977-aca3-f6f6dc6b0db5","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.980711022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ee593fd1-a983-41db-a45a-ea20807cc6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.984627546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c216eb87-2574-4a82-a76f-0501d416e027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.988310374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"866695b7-59c6-4236-a1cf-22df7c4a9315","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:57.989821846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"a79c01b3-40fa-4ee8-a13b-3b89feb89f90","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.061323257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62fffcf8-85ec-4903-8bae-c4715ac91351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.06145201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"26bfd666-d7e1-4a08-a9a8-d0c42bd7c10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.066409022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"18cc7177-e815-48cd-a40f-119b545e0172","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.069567114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-sub-only","reconcileID":"24968815-1998-4023-986b-1e1fe8ba4ae5","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-650be0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.077858951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"26bfd666-d7e1-4a08-a9a8-d0c42bd7c10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.078743705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62fffcf8-85ec-4903-8bae-c4715ac91351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.081764651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"18cc7177-e815-48cd-a40f-119b545e0172","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.091070117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"425a116e-9351-4589-b9d6-90e115b05f21","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.101662793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"bd75a9a7-2f52-4b87-b856-1b7957abaf5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.105283764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-sub-only","reconcileID":"75781c8c-d46b-403b-b3c9-c8cbda0fb190","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.187576618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"23f39d5d-6646-4552-9ece-7de0272fb924","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.190235628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cf2e8825-c750-44f2-b1d6-cadb6c1d4741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.19050564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"2498662e-7993-40b4-803c-9215a9674df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:58.19075171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.200637724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cf2e8825-c750-44f2-b1d6-cadb6c1d4741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.202601735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"2498662e-7993-40b4-803c-9215a9674df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.345379292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d68754bc-d0e7-4e33-8a16-7c85fd1efe83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.345740104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5f1c1aa1-5c3b-4481-b4be-16d249fd1df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.356808457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d68754bc-d0e7-4e33-8a16-7c85fd1efe83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.359499323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5f1c1aa1-5c3b-4481-b4be-16d249fd1df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.491818818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"90f215ee-c5e2-4347-8f97-3a04ad97a8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.49529568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"73e75e3d-50df-470b-9024-f73d150504b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.49974635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"90f215ee-c5e2-4347-8f97-3a04ad97a8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.502234937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"73e75e3d-50df-470b-9024-f73d150504b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.786713704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"55ee03e9-3959-487a-a754-8e403313b34f","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.881934436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a9c14ed0-b237-4f8d-a33a-d2a414ca062f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.88210012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"5bcf3100-a8d9-4521-8e3a-cb967dd14732","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.882346207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2d899c7a-0db3-4be5-a911-1b40079e3952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.947651707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2d899c7a-0db3-4be5-a911-1b40079e3952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.949257166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a9c14ed0-b237-4f8d-a33a-d2a414ca062f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:58.956153576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"5bcf3100-a8d9-4521-8e3a-cb967dd14732","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.39919374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"b7dff7bc-046b-403b-8285-55081398c4d0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.399224922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"b7dff7bc-046b-403b-8285-55081398c4d0","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.870843451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"b690e5c3-ae01-46dd-b523-f30dd53161c4","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.878475955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"5f740183-6f2a-40e6-93e6-b6541d7bdb78","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.886647213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-active-auth-only","reconcileID":"468d3ead-bc3d-4afc-bce0-297453634e31","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.894295291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-active-auth-only","reconcileID":"468d3ead-bc3d-4afc-bce0-297453634e31","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.919452459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"28d95302-57fd-4ae4-94d0-6a38e748c3a6","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.987051096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-active-auth-only","reconcileID":"931e13a8-ea2e-4b60-9d56-b1114aa0823f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.995274388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-active-auth-only","reconcileID":"931e13a8-ea2e-4b60-9d56-b1114aa0823f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.314748233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-active-auth-only","reconcileID":"43eb9f9c-bc64-448b-952c-f28462cef29a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.315317041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"492f00a4-f4b0-496d-a92a-7c136ed7a209","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.35488801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"67374279-9acc-4a8a-8eeb-ece36ed2a8c7","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.432800404Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f14bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f14bda","reconcileID":"b8360dd7-8394-40de-ae0d-c71b6609dabd","aitenant":"ai-tenants/e2e-praxis-b-f14bda","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.51548909Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f14bda","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f14bda","reconcileID":"b8360dd7-8394-40de-ae0d-c71b6609dabd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f14bda","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f14bda"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.520655842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca0ba90-f40d-42f2-a5ff-cd9962e33eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.529126851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca0ba90-f40d-42f2-a5ff-cd9962e33eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.536267208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca0ba90-f40d-42f2-a5ff-cd9962e33eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.539713831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca0ba90-f40d-42f2-a5ff-cd9962e33eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.778371536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4497281f-d830-4806-9763-c6950ad8219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.812493593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4497281f-d830-4806-9763-c6950ad8219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.824040934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4497281f-d830-4806-9763-c6950ad8219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:02.832683149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4497281f-d830-4806-9763-c6950ad8219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.240634235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"37c8427f-406c-4ffc-afe4-627cf34bdc6e","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.24643961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"28adbe67-ebce-4fd4-b543-ec1c0cfd0301","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.258048187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"c7b6bd58-d99f-43a0-97e0-4435ba643223","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.267626918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"c7b6bd58-d99f-43a0-97e0-4435ba643223","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.395521689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"fbf108c1-dccd-4e22-984a-485bb527ebfb","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.420622782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"45ae6d36-4e96-492d-945c-aa134c0d40d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.435232266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"99d030d9-1345-4ab2-9511-279a24359c7f","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.437735376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"45ae6d36-4e96-492d-945c-aa134c0d40d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.445174991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"d55302e6-72f9-4073-9eb6-c9aa2a1c2fa5","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:03.446173998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"5e2dfbc5-82fa-4823-8823-a5fa0606355b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.465507682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"3abc9070-955a-4495-90ba-21dcd870247f","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.474052683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"d1037444-f4d6-4bc1-acd6-12e6a3e33ed1","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.501634249Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"c5b52cad-89af-45f3-b56d-e1254e41f9b4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.501720232Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"c5b52cad-89af-45f3-b56d-e1254e41f9b4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.505576361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"072a5ace-09b5-408a-9a35-0fdd08dd7a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.511719027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ebed9289-059c-4921-9e09-0b0649ea20fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.516131539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"072a5ace-09b5-408a-9a35-0fdd08dd7a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.519337124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ebed9289-059c-4921-9e09-0b0649ea20fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.528667453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"0d64999b-0681-45c3-a991-0162db3d45cf","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:03.577550793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"45ae6d36-4e96-492d-945c-aa134c0d40d2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.587609093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"00981eb4-29f7-4f7a-8654-17b25c36a110","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.587699334Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"00981eb4-29f7-4f7a-8654-17b25c36a110","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.587699977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"069d776a-3f9d-42b8-808b-a3d8e65f4622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.60652521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0424a0d3-5393-424d-80d6-f70dcf726794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.60654787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"415b8117-2cdf-4df0-8af9-43f271a67ace","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.606951377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"65c3268d-6f03-436e-a5ac-90ee0cea30dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.615424827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"65c3268d-6f03-436e-a5ac-90ee0cea30dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.615483721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"415b8117-2cdf-4df0-8af9-43f271a67ace","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.617707823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0424a0d3-5393-424d-80d6-f70dcf726794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.738279599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"190de82c-b61d-4e74-befa-aeb8c304e3d7","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.755641689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"086b241d-53b3-42fc-9203-e9ef82b9c6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.755825763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"94611611-acb8-4d90-81dd-dcacecdee504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.756070681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"90a64397-b5c3-4386-9e20-2cdf76ecdaa7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.766901072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"94611611-acb8-4d90-81dd-dcacecdee504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.766916956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"90a64397-b5c3-4386-9e20-2cdf76ecdaa7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:03.769025843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"086b241d-53b3-42fc-9203-e9ef82b9c6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:04.16318034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"4034f009-ce6b-4056-b755-b7f619b4b9db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:04.41782539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"bd61cea8-55d3-49ec-ab02-8b9513fb8226","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:05.983275871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"ed848a39-e6c1-4299-b4a6-dd097b63e616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.242564471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"587eb052-a98d-4055-8069-f9ffd9006a56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.37646095Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"fe88180a-8ae3-4a98-ad5b-afd9ee54bf69","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.385267921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"fe88180a-8ae3-4a98-ad5b-afd9ee54bf69","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.385575196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"2a0066d3-8076-4f7b-af67-f4fc9f562011","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"tenant":"e2e-praxis-a-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.385591809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e","reconcileID":"2a0066d3-8076-4f7b-af67-f4fc9f562011","MaaSModelRef":{"name":"praxis-route-1e352e","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"routeName":"praxis-route-1e352e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-1e352e","llmisvcName":"praxis-route-1e352e","gateway":"openshift-ingress/e2e-praxis-a-1e352e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.479774636Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"211ce510-0f44-4d5c-ba2e-074e388eecfe","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.479932004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"211ce510-0f44-4d5c-ba2e-074e388eecfe","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.576896506Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"ea794240-c33e-487e-a517-03889e59c820","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.577111091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"ea794240-c33e-487e-a517-03889e59c820","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.699189433Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"736068c2-9ac2-4b6f-a388-b88fcde81364","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.699512263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"736068c2-9ac2-4b6f-a388-b88fcde81364","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.777095343Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"8d26e353-3193-4b14-98cd-4e2d8594efa2","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.777221909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"8d26e353-3193-4b14-98cd-4e2d8594efa2","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.880608318Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"c19131f6-6259-4b37-bf1e-07aff7a45916","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:06.880756746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"c19131f6-6259-4b37-bf1e-07aff7a45916","error":"failed to create TokenRateLimitPolicy for model praxis-route-1e352e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-1e352e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-1e352e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.988001928Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"7670e6a6-53de-4c8b-8308-e0874f9ed3ac","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:06.993166074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e6558783-ad8c-43c4-b3f9-97de3b31fe6d","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.001425203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e6558783-ad8c-43c4-b3f9-97de3b31fe6d","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.001463756Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"e6558783-ad8c-43c4-b3f9-97de3b31fe6d","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.081425662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"645da0f6-9eb0-416a-994b-9aee81f13e62","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.088485235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"645da0f6-9eb0-416a-994b-9aee81f13e62","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.088518975Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"645da0f6-9eb0-416a-994b-9aee81f13e62","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.320885177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"6d156895-94d7-4f8e-89e0-97def66a532e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.327933488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"6d156895-94d7-4f8e-89e0-97def66a532e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.334091543Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"6d156895-94d7-4f8e-89e0-97def66a532e","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.462940452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"3b4f813a-1461-4414-8a4b-c4d1fad4be76","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.472708264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"3b4f813a-1461-4414-8a4b-c4d1fad4be76","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.482727655Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"3b4f813a-1461-4414-8a4b-c4d1fad4be76","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.584540465Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.584606621Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.589245129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1274505-3ced-4d96-adf1-fedb03a1c12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.592449137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1274505-3ced-4d96-adf1-fedb03a1c12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.592634581Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.592656053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.595535503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1274505-3ced-4d96-adf1-fedb03a1c12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.598949408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1274505-3ced-4d96-adf1-fedb03a1c12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.598993862Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.605934925Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"0d899f15-11bf-4685-a0ed-c0edd488fac7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.655701758Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"d1eb16f8-806d-41e7-a19d-1cc10c051ef9","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.816669025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"d1eb16f8-806d-41e7-a19d-1cc10c051ef9","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.817347064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"3b311897-c9c1-48e9-ac73-6cfeaccbedcd","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.829322735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"30d967cb-1243-43f9-9370-92c7465f26ed","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.885303265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"d1eb16f8-806d-41e7-a19d-1cc10c051ef9","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"name":"e2e-praxis-a-1e352e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.885400541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-auth","reconcileID":"d1eb16f8-806d-41e7-a19d-1cc10c051ef9","MaaSAuthPolicy":{"name":"praxis-route-1e352e-auth","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.915855955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"35556036-e961-4e31-996c-4c9815c827ba","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.92587816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"35556036-e961-4e31-996c-4c9815c827ba","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:07.958720091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"f94102f8-62f0-41ff-88aa-6b4bd30f7d78","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.074112482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a4853beb-6fbc-4574-b863-555c37dcf842","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.086945742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"244fceef-f28e-4030-87c4-338093e260c0","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.099386815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a4853beb-6fbc-4574-b863-555c37dcf842","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.179616817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"8f2f930b-7d62-4b81-bafd-738e8f4f7d33","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.185351923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"94ebc87b-2316-4ded-b8ac-bed92d9c03f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:08.186311085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"06b5e287-562c-48af-8ae9-e08be3d34c59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.198074027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"94ebc87b-2316-4ded-b8ac-bed92d9c03f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.208931835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"604e0888-1411-44eb-8cb8-c2918686b3f8","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.212300161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b9f76bb8-97f7-4890-b7ff-c4cee7025b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.214434951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"45590330-7dde-4731-99d9-27c8afcc784d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.215360288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"ec9334e8-0b66-452a-a610-eaa5413f6064","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.224535188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b9f76bb8-97f7-4890-b7ff-c4cee7025b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.224636754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"45590330-7dde-4731-99d9-27c8afcc784d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.228825235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79d424a-94bc-4497-9e36-5d15411ee28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.232413164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79d424a-94bc-4497-9e36-5d15411ee28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.235815878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79d424a-94bc-4497-9e36-5d15411ee28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.239156795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79d424a-94bc-4497-9e36-5d15411ee28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.241064827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"03faf341-89fc-477c-8a2d-e798f88a1a59","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.241167904Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"03faf341-89fc-477c-8a2d-e798f88a1a59","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.265707028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"22f7d6a0-8b51-46a9-8f28-abf57ade973e","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.32828326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fba3bc1d-af45-427c-b97f-303dda460e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.328447524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d952b81c-74a7-42bf-a067-30b214663272","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.32911454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2ab168bd-d75c-4066-b232-f91c0f3f3fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.334392938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"8d440c11-52b3-4f14-aee9-4977196793ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.335009879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"b3034ac7-5559-4cdc-b27a-ed3c35f13cba","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.335122136Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"b3034ac7-5559-4cdc-b27a-ed3c35f13cba","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.337329385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d952b81c-74a7-42bf-a067-30b214663272","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.338481872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fba3bc1d-af45-427c-b97f-303dda460e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.340118723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2ab168bd-d75c-4066-b232-f91c0f3f3fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.499504145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-failed-sub","reconcileID":"13059625-b0eb-4698-bf60-60cc3d801b3f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.499638303Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-failed-sub","reconcileID":"13059625-b0eb-4698-bf60-60cc3d801b3f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.646264588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a802d3fe-55c0-4c94-a67d-9ad7bc942622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.646822102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"50c45328-49a2-4887-b5fa-7699a7ffe554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.646967517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4d695cdd-b472-4c74-8fb5-f2f762e0daf5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.65604124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"50c45328-49a2-4887-b5fa-7699a7ffe554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.656050436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a802d3fe-55c0-4c94-a67d-9ad7bc942622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.802589425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-sub-only","reconcileID":"e0617c38-cc8e-4675-9bee-bc815ccb9b8e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.874711212Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-sub-only","reconcileID":"e0617c38-cc8e-4675-9bee-bc815ccb9b8e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.888149646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"ca6d1fd7-9200-4777-9318-c1e9f1021794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.895983707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"71a6fc95-32ef-45d8-919c-2c4f7607ff21","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.953018353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"2f495a91-6d5d-47da-a5e5-7298042da5a2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.953569089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f178457a-4ea1-42f8-ab33-c0308f4c9b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.965582643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f178457a-4ea1-42f8-ab33-c0308f4c9b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.966192846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"2f495a91-6d5d-47da-a5e5-7298042da5a2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.005223645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0abd3f12-8785-4dc8-9385-be7f4ee0feec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.014230583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0abd3f12-8785-4dc8-9385-be7f4ee0feec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.044849959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-test-group-no-auth","reconcileID":"eee4e6e2-1bf0-491c-bb57-33bcf6751c00","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.044900955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"7e37bd8c-bf89-40d0-a477-3e0cdc7e861b","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.182243941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"50d1ba72-bcc6-43b7-b40f-0167f2f3d26f","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.384606733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"49673576-62ae-40de-aede-6be93f68e3f9","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.389997589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"096c01f8-ae45-4a1c-866e-37dee290128d","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.402558994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"220e01db-2f5a-4702-b2f1-4b623d180de8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.409621898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"220e01db-2f5a-4702-b2f1-4b623d180de8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.418345355Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"220e01db-2f5a-4702-b2f1-4b623d180de8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.43363313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"68ac4639-088b-4439-a711-457afcbf00df","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.502632133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"fb30643b-4e2f-45d5-b453-3f29c31441b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.510169132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"fb30643b-4e2f-45d5-b453-3f29c31441b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.518540443Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"fb30643b-4e2f-45d5-b453-3f29c31441b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.665264304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"2770fe01-0052-4177-bb6b-8d056b7a3f92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.66565116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"5dfe5019-7973-4007-9536-efe5181e12d3","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.670113961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-status-degraded-auth","reconcileID":"2770fe01-0052-4177-bb6b-8d056b7a3f92","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:09.779782473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"bb2fcd2e-5b68-42d5-ad4b-ddfc061245a7","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.564459949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"26b2691b-6cf1-4799-b760-df7c30778c39","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.57251558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"787169eb-f3d3-41a8-b911-93f0600d9b99","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.667601457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"cc0fd009-3aaa-4691-ae76-a292d93d324b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.674249552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"cc0fd009-3aaa-4691-ae76-a292d93d324b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.757130728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"cada9c17-cc57-46b7-9043-63ee46d7ecd8","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.760017114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"70d0f1bd-124d-481b-a01b-9bcaaaf01c81","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.763635588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"cad1718e-b33b-4312-8dfb-669ceec6094d","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:10.76788342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"fe8663fa-b4c7-42bb-994b-fa44cf372020","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.769602761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f4f0763a-1d95-41bf-a231-e6eadc5821db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.769615124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"c6e9963e-62c1-4c96-ba8a-2fb75cf14057","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.770107734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c5506cf2-5cac-4b0e-9dfc-917ae66c71ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.776573131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"c6e9963e-62c1-4c96-ba8a-2fb75cf14057","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.776922537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c5506cf2-5cac-4b0e-9dfc-917ae66c71ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.779205399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f4f0763a-1d95-41bf-a231-e6eadc5821db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.784325009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"35158bc5-8268-4f9c-8edf-2c520923db06","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.789347218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c2e45caa-4c64-41bd-8f8c-681d2d32cdfc","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.81215706Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"9d919ce6-4d96-4464-96b7-5c30ae1d9885","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.812312937Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"9d919ce6-4d96-4464-96b7-5c30ae1d9885","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.832626567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"586406f6-02d6-4604-af3b-bbbb3403e063","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.865149398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"2cba6eb8-cfa9-4401-ae24-c275358d536e","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.868383971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"4fb50c82-b23b-4a65-a52b-d713bf2980c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.868779897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6975316f-eb19-47ff-b9fd-6c93194d9f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.878711729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"4fb50c82-b23b-4a65-a52b-d713bf2980c0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.882229062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6975316f-eb19-47ff-b9fd-6c93194d9f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.913654484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"0b39ccfa-af18-4ff0-8ac6-ac547873d740","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.914409658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"ae5aa490-b351-4af8-95d1-21cf48f6db47","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.914812115Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"ae5aa490-b351-4af8-95d1-21cf48f6db47","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.011839539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"84223741-7ac4-456b-9337-8db5eaea5c1a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.012737891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54055b15-95c6-454e-8274-b2a0b128a828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.017182673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aeb97f67-d28a-4020-a73c-0bbbd9f1c1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.028675042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aeb97f67-d28a-4020-a73c-0bbbd9f1c1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.028980428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54055b15-95c6-454e-8274-b2a0b128a828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.032295815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"84223741-7ac4-456b-9337-8db5eaea5c1a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.069263605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0ffc9a52-54eb-41bd-a6e6-3741fbe8eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.080468874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0ffc9a52-54eb-41bd-a6e6-3741fbe8eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.266027567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"60e552b8-d0ec-4b45-9771-57e0df49e773","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.278843113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"7dfa3517-7c93-47b5-a3af-f368e96bc62f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.281731067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"713a8194-3744-488c-ad72-14226e7e8484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.284789366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"be30929b-9642-4b5e-9db1-a536f2231bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.289669812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"713a8194-3744-488c-ad72-14226e7e8484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.289752451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"7dfa3517-7c93-47b5-a3af-f368e96bc62f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.293249077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"be30929b-9642-4b5e-9db1-a536f2231bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.73234868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"258002a4-8be6-4e08-9de3-e6992153a36c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.738945842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"258002a4-8be6-4e08-9de3-e6992153a36c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.745066243Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"258002a4-8be6-4e08-9de3-e6992153a36c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.762289442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"a1bf141a-b65b-430e-8ff2-e8fd5aa22b51","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.786589948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"a1bf141a-b65b-430e-8ff2-e8fd5aa22b51","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.786620856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"a1bf141a-b65b-430e-8ff2-e8fd5aa22b51","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.786725575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-sub","reconcileID":"a1bf141a-b65b-430e-8ff2-e8fd5aa22b51","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-88bbf7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.80195226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"e631c2c2-7d04-4044-a2fb-0bd3bdb2680b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.813899282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"a3a8f572-2b01-456b-b644-eda5ca49998a","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.832541495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9ba8e582-53b3-4bd1-bb2c-7919824cbd11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.832631952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"08f4d32f-dddc-467a-adc5-2865d4f24ae8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.833047622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5e8c5a84-5632-4493-927f-7eeae6568e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.839917722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9ba8e582-53b3-4bd1-bb2c-7919824cbd11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.840433137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5e8c5a84-5632-4493-927f-7eeae6568e54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.842436141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"08f4d32f-dddc-467a-adc5-2865d4f24ae8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.933705165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"b27111a6-35d8-4649-b2cb-dbfc2da8d881","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.940690655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"b27111a6-35d8-4649-b2cb-dbfc2da8d881","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.947546607Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"b27111a6-35d8-4649-b2cb-dbfc2da8d881","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.948372945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-degraded-auth","reconcileID":"5f6de7c9-4d8a-499d-bb0b-0e4a3ec4ad95","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.948731102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"25c15226-f349-41cc-b328-7fc3b68a9650","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.950168315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"378c628d-8eb7-4585-90e9-735c4d86c12d","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.95029858Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"378c628d-8eb7-4585-90e9-735c4d86c12d","name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.957491335Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"378c628d-8eb7-4585-90e9-735c4d86c12d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.957694188Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"378c628d-8eb7-4585-90e9-735c4d86c12d","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:13.957634335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"b27111a6-35d8-4649-b2cb-dbfc2da8d881","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.966394581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"aa975dfa-17a7-4bed-be7d-8531b0f60c0a","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.085931913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"d2a89e91-5615-4dbf-a82f-7b9a253139fb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.093696711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"d2a89e91-5615-4dbf-a82f-7b9a253139fb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.099573328Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"d2a89e91-5615-4dbf-a82f-7b9a253139fb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.466120847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.776526252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"7dae8114-b049-49cd-9f28-f70dcb866c97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.7765502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"7dae8114-b049-49cd-9f28-f70dcb866c97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.787185467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"d51de4c6-7b68-44ea-9729-486f0d617d4a","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.930404686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"ca2752f8-42c4-45ae-a4c4-c3723cdc2f0d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.930430414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"ca2752f8-42c4-45ae-a4c4-c3723cdc2f0d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.965238858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"cd4c37d5-661f-49b9-93b2-d0805721bd55","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.96535634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"cd4c37d5-661f-49b9-93b2-d0805721bd55","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.978456698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"1c0c6a37-db71-4359-9285-1a64e7d709ec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:14.986249726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"1c0c6a37-db71-4359-9285-1a64e7d709ec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.110534613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"6c7b9b50-15d9-46ad-9a6d-3d5578c60c18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.110567517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"6c7b9b50-15d9-46ad-9a6d-3d5578c60c18","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.162509229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"c5bd0bfe-2265-47d6-84a0-e032ef3ab2df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.162539025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"c5bd0bfe-2265-47d6-84a0-e032ef3ab2df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:15.16646692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"0b552846-3b6c-4797-868a-3be9fde6678d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.180529862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4042a900-f6b3-4f4d-92a4-fb9d2a988772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:15.181209982Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"c5bd0bfe-2265-47d6-84a0-e032ef3ab2df","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:15.181334328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"c5bd0bfe-2265-47d6-84a0-e032ef3ab2df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.181550991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"e9539f71-0c01-4a6c-801c-c05de8e31197","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.181594079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"e9539f71-0c01-4a6c-801c-c05de8e31197","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.185514723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fc406139-686e-47a2-8f9d-d6816d78d32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.190785456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4042a900-f6b3-4f4d-92a4-fb9d2a988772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.193038257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"fd5db7e2-3d1c-4176-b716-7517a3f058be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.193130797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"fd5db7e2-3d1c-4176-b716-7517a3f058be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.19740666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fc406139-686e-47a2-8f9d-d6816d78d32e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.199951342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"955f3131-f0f9-4298-abcc-e21c033d75ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.200013597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"955f3131-f0f9-4298-abcc-e21c033d75ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.220560265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"b6bce643-cfe2-4d16-8e60-b78816e0df30","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-88bbf7/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.226161141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2373ef61-7cb9-424d-94af-f159b8f5d39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.226793111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"a0cb33bc-8e4c-493a-8699-6139bf2fa6b0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.227393489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fa863c8a-7529-412e-ac3d-6839a0b51515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.235039562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2373ef61-7cb9-424d-94af-f159b8f5d39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.236609196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"a0cb33bc-8e4c-493a-8699-6139bf2fa6b0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.238285052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fa863c8a-7529-412e-ac3d-6839a0b51515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.245816388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"a41f3dc0-ea35-4117-a375-fd32697ce449","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.245837462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"a41f3dc0-ea35-4117-a375-fd32697ce449","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.315752335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"f5162688-7d2b-4a29-9fd0-5c2e55485013","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.324904221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"cba8b615-56e6-4436-8465-bd8d05d7f54a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.331793564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"cba8b615-56e6-4436-8465-bd8d05d7f54a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:16.134411408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-status-failed-auth","reconcileID":"43643996-9701-40f5-ad77-3739ee532c72","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.613120143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"54a73306-6be7-4031-ad7c-66e02c01b931","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","subscription":"praxis-route-1e352e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.613241624Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"praxis-route-1e352e-sub","reconcileID":"54a73306-6be7-4031-ad7c-66e02c01b931","MaaSSubscription":{"name":"praxis-route-1e352e-sub","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"model":"ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-1e352e/praxis-route-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.652573799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"09b76803-5e5c-47fa-a644-ef3fb6dc822b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.652592823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"09b76803-5e5c-47fa-a644-ef3fb6dc822b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.892366872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"e059b930-0cfc-48e0-86bf-eb07248aed70","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.945987182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"e059b930-0cfc-48e0-86bf-eb07248aed70","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.946021687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"e059b930-0cfc-48e0-86bf-eb07248aed70","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.946129524Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf","reconcileID":"e059b930-0cfc-48e0-86bf-eb07248aed70","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.965766567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"d156f7b5-6c93-44fb-95c2-aef86d00751a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.063973925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b45dbee4-2688-459a-b3db-eacc63de76c5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.072040709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f1fa7983-a236-457a-bfbb-18d346d3a23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.072502905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3b0ebfbe-7fdc-47f5-8ecb-c78ed807e44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.072793543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f87768cb-38d2-4f48-9470-b8cae60f48cd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.079327528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f1fa7983-a236-457a-bfbb-18d346d3a23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.080650658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f87768cb-38d2-4f48-9470-b8cae60f48cd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.081646839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3b0ebfbe-7fdc-47f5-8ecb-c78ed807e44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.233144992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-healthy-inf-auth","reconcileID":"43f7bb8f-3688-44b4-979e-636a4ed87372","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.233374705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"85f32e2c-9ec1-4f76-825a-f4637f518131","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.245115696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c9f514ab-2256-4030-a268-d82e87f14164","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.288793666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"fc1a21e5-d39f-4dcc-8e20-defdf92e8513","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.304701283Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"fc1a21e5-d39f-4dcc-8e20-defdf92e8513","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.304721714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"fc1a21e5-d39f-4dcc-8e20-defdf92e8513","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.304790448Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube","reconcileID":"fc1a21e5-d39f-4dcc-8e20-defdf92e8513","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83755a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.319920046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"54b0f803-1331-4971-b1b0-0727de3c36d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.361964371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"3a7ed39b-e954-4151-9a08-9b856dd84f0e","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.368379516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"9926c107-a876-496b-859d-6a5ad4565529","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.371625978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"79ac83a0-2865-4846-b4f2-5e4299f86a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.372669378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f56f297d-c617-4069-a18f-99fcae8d022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.446985559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"9926c107-a876-496b-859d-6a5ad4565529","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.447743972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"79ac83a0-2865-4846-b4f2-5e4299f86a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.449285136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f56f297d-c617-4069-a18f-99fcae8d022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.494589921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-degraded-models-kube-auth","reconcileID":"9e35a00c-d692-4727-8725-4c5f04c62612","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.494666479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c4757802-c3fd-496b-a6ac-a83436d8ede8","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.561342531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"d8e3e70c-0453-4201-82ad-3d5dee6ab318","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.676655135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"488b6a78-ec92-44ee-bea8-26fe2d3ac556","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.684402165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"4583a66f-3682-473a-a51b-37f7748ed096","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:21.685693721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-list-subs-refs-sub","reconcileID":"c904f8d4-2b34-43f5-a7e4-5d78963bf5e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.687461243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"88e3cf35-b49f-4cd6-9cd2-f23d89a5bb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.68753952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"01e8aa5c-82f8-4c26-acc9-3a2f28dd9b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.694819468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"01e8aa5c-82f8-4c26-acc9-3a2f28dd9b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.694971111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"88e3cf35-b49f-4cd6-9cd2-f23d89a5bb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.700123925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"6e165210-a4cf-4d0e-ac1f-ded1c557ed2d","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.707855695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"f0c0d089-301e-4072-9740-63271b42b7b1","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.731805129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-list-subs-refs-sub","reconcileID":"6d7b9d34-2d53-4468-b695-2ae4dac0ee0c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.751312796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"cd0ecd46-0945-4d30-b8ae-110376ab1123","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.784204735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6a239176-df0d-45d6-a4b1-bc341250c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.784547121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8281a4c6-b38e-4536-8c86-b7750a490e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.791925213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6a239176-df0d-45d6-a4b1-bc341250c37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.791983055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8281a4c6-b38e-4536-8c86-b7750a490e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.822401276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-list-subs-refs-sub","reconcileID":"f0bac1d2-750d-45ff-84d4-a6a83bf63d49","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.822724713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"70fdecef-459d-4cd5-afb2-73b7bead9ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.986279777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"d0acfd07-e8a7-4f27-996e-f5652426ca70","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.993317879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"a7513326-c452-4a91-8859-615cea417da1","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.0732093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"9f0911fc-7dc1-4af4-b6f8-6905a65f4a9a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.080361357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"9f0911fc-7dc1-4af4-b6f8-6905a65f4a9a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.158118095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"8b6d8610-c545-4a15-aef7-8f657f1bb3cf","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.161143782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"6b9ce898-8c9e-4bfc-9fca-080fe347c5ce","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.170236706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"734c0205-217f-4a4c-b3b6-0cfe62ad6dd6","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.171193325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"b4f766de-9fd1-4108-8787-5d7994b6cdb6","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.173274617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"74daeed4-e768-4620-9e42-6a5c030f1b45","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.173366828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"329a32df-5dec-490e-8199-1c2057586079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.173662566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"29188aad-471a-4a8e-af87-505925b22c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:22.173643309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f7680d/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.178152538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4a2c5685-8ea4-4ccf-ac04-fc3bc184dba8","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.18173037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"29188aad-471a-4a8e-af87-505925b22c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.18297521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"329a32df-5dec-490e-8199-1c2057586079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.183877457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"74daeed4-e768-4620-9e42-6a5c030f1b45","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.203581901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"e955aceb-7549-477a-8e27-b0dbfd0fe0ee","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.203711849Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"e955aceb-7549-477a-8e27-b0dbfd0fe0ee","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.22609472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"1773c4c5-423b-4318-8e10-1bde8342d1a8","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.256023936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"d6204148-cef7-4500-9263-f8a32ffae099","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.272733963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"592cb8d5-ca58-4469-8d30-0478120afb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.272734056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"23a2a601-4f17-420e-b1d9-6e153bc3e287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.279990742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"592cb8d5-ca58-4469-8d30-0478120afb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.28025039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"23a2a601-4f17-420e-b1d9-6e153bc3e287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.318687748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"370681ae-0604-48b2-bda2-abff8adceaa9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.318979993Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"370681ae-0604-48b2-bda2-abff8adceaa9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.336590162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"3985a80e-ab2c-4a6f-8b63-6f55277db6aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.379290573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"060a5996-f873-40fa-bea5-4742e6371cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.386544526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d2649c7a-4f00-449e-8350-ea4fbb3bacaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.386551107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb0d4e03-8b08-4679-bf8b-48c25d2bb0e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.39470764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"060a5996-f873-40fa-bea5-4742e6371cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.405452491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb0d4e03-8b08-4679-bf8b-48c25d2bb0e8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.449303573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d2649c7a-4f00-449e-8350-ea4fbb3bacaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.749150381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"51abe489-b429-42f6-af48-258284d021a4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.77131262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bdf98a14-5ec5-4340-b9fd-5436e2792964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.771370865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"31cd8036-1d93-4f71-a8af-b9d17d90c976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.771757259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"6ed66936-0d59-453e-bc78-4a01565e028e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.779204147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bdf98a14-5ec5-4340-b9fd-5436e2792964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.782615355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"31cd8036-1d93-4f71-a8af-b9d17d90c976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.782698987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"6ed66936-0d59-453e-bc78-4a01565e028e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.902697982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"03546c0d-3d58-4e16-86bc-275c2c22fdeb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.993773144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"16500634-f502-4999-a329-b0a9eced33a6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"tenant":"e2e-worker-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.99386296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"16500634-f502-4999-a329-b0a9eced33a6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.556620493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a6db1210-2187-401c-be34-ca4a295b2b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.557500719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"e6562f65-9564-4d00-8a5f-932574dfa149","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.558317913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"71a5b939-79df-45d8-b3bc-1d80d668045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.588480948Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"e2e-temp-model-status","reconcileID":"34745a6b-d915-4856-bc46-ea49b810722a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-88bbf7","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.599590749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"71a5b939-79df-45d8-b3bc-1d80d668045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.617346784Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"d31f5586-d230-4d64-a4e7-b7f9fc82d1e7","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.629412798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"e6562f65-9564-4d00-8a5f-932574dfa149","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.725939858Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"e6562f65-9564-4d00-8a5f-932574dfa149","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.725634588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a6db1210-2187-401c-be34-ca4a295b2b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.705877346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"acf68b24-bf58-47c0-9668-03fe46d554e5","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.78551798Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.785610236Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","namespace":"ai-tenant-e2e-praxis-a-1e352e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.785685296Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","tenant":"e2e-praxis-a-1e352e","tenantID":"e2e-praxis-a-1e352e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.79931948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-1e352e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.839509972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Service","name":"maas-api-e2e-praxis-a-1e352e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.903003355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-1e352e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.944056134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-1e352e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.972534941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"905e5737-14ec-4d19-95d7-dd9702dd6965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.972962957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.013859545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"49aeb588-9431-4ddf-91ff-40f98240a8e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.026968569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b0607965-e17a-4b13-ac5b-98d8d42db63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.027545536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.101852836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b0607965-e17a-4b13-ac5b-98d8d42db63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.156116818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"905e5737-14ec-4d19-95d7-dd9702dd6965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.15808398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.162818078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"49aeb588-9431-4ddf-91ff-40f98240a8e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.162945489Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"49aeb588-9431-4ddf-91ff-40f98240a8e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.22606682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.240214858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.252365701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.262160282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Service","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.276423475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.332194031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.348193698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.404518616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.460187794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.463797338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.468180326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.473414881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-1e352e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:25.479634876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-1e352e"},"namespace":"ai-tenant-e2e-praxis-a-1e352e","name":"default-tenant","reconcileID":"e445e49d-627e-4dcd-b307-67599851890a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-1e352e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:26.908159332Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1e352e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1e352e","reconcileID":"27d5633e-5786-4bbd-ab0d-22c37aad93df","aitenant":"ai-tenants/e2e-praxis-a-1e352e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:26.991500358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"5b41f1a9-5e0b-4f04-b119-62503ecfb692","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.131678911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"769fc0c6-3be0-46c5-92b4-e492a9a5b39e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.141322545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8364f8fe-d8e3-482d-8307-a633df88fb52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.143375569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"e687ac35-6a56-4b1a-af93-dabfcd60aa9d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.145255514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"427bddaa-f2d8-4d71-b5fa-ae8742429e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.356892221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8364f8fe-d8e3-482d-8307-a633df88fb52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.472370574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"cf2e5865-d34e-41c5-ba2a-940dc4b532cc","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.670878168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"427bddaa-f2d8-4d71-b5fa-ae8742429e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.837487868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"626cf924-8012-4b5d-91eb-c4f4b271d23f","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.883987587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"e687ac35-6a56-4b1a-af93-dabfcd60aa9d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.893848006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b830a92a-1909-423e-b739-ef32704d40a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.91114641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e6b84d5f-eed0-48f2-973d-49eb8bf837be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.911749124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-1e352e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-1e352e","reconcileID":"27d5633e-5786-4bbd-ab0d-22c37aad93df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-1e352e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-1e352e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.920712208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b830a92a-1909-423e-b739-ef32704d40a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.922131949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"a0e82f39-5133-4806-9ce5-f0bb3f778dcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.930849891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e6b84d5f-eed0-48f2-973d-49eb8bf837be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.986299131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9da69f-4cbe-4d91-8419-4b038985fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.990807274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9da69f-4cbe-4d91-8419-4b038985fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:27.998207289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9da69f-4cbe-4d91-8419-4b038985fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.010958637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9da69f-4cbe-4d91-8419-4b038985fbc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.011651305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"130f12b4-1240-44b4-97d9-e85e3b937437","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.091143122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"130f12b4-1240-44b4-97d9-e85e3b937437","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.158043281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"130f12b4-1240-44b4-97d9-e85e3b937437","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.482774291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"12fb5ab6-e70b-4195-bf7b-2e3de8b242b4","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.818129269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2ba3-e4d8-4b78-a3d4-f3ab718a4e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.822650929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2ba3-e4d8-4b78-a3d4-f3ab718a4e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.828517332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2ba3-e4d8-4b78-a3d4-f3ab718a4e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.832951408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ae2ba3-e4d8-4b78-a3d4-f3ab718a4e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:28.96243851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"381e6527-16b0-4567-9c97-697c1b00a466","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.160943542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"a3f7e2e6-026b-444f-85b0-60be272e6d0c","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.191232173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"7366217c-c329-4927-acdb-aa3cc3173621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.191979919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"224be623-8278-40d2-843c-d070d3fc904f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.1922753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"24777509-e77d-41f4-a89f-bbc69073972f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.192465948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"275c3b3c-8731-4c8e-a752-9e875b555c58","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.198978975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"224be623-8278-40d2-843c-d070d3fc904f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.20046805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"275c3b3c-8731-4c8e-a752-9e875b555c58","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.201174833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"24777509-e77d-41f4-a89f-bbc69073972f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.209481339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"73f1a2b5-ae23-46c1-807c-5ecda3a2a1da","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.28435891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f7e5f159-3f6c-49e6-81fc-f1ce6b5a8bf6","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.284810687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"f39cb8e6-c9d6-464a-a9de-9339bee6eceb","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.285640983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"e50dc482-671a-4ac3-8c9a-a11faa0ae08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.293985036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"89e64e39-6bc8-4ae4-ac02-ff8075c3c324","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.294370578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"aed1ca15-4519-4d8c-9658-0400ec457fb0","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:30.297367205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"1935faf2-7654-49d0-b182-e6b9c9c86345","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.299279093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abda45d4-6bb6-4981-a2e2-f68483937330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.306727143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abda45d4-6bb6-4981-a2e2-f68483937330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.314507943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0907c500-3b1a-4f50-bc5a-2a6b463940c7","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.314869836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"dbeedfcd-87af-496c-b5b3-21c039fef4be","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.319848793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"dac0bd57-1754-46f3-83f2-5aeb741897fe","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.320139503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"e22eaf54-22db-4e10-81fa-ef3234fa0e3a","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.389216994Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"7e0d57c8-b72c-490e-b262-b2e6825f9e86","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.395892155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"02ca0961-cdb8-417b-b4de-da83679c8b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.402776322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"02ca0961-cdb8-417b-b4de-da83679c8b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.403306999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"7e0d57c8-b72c-490e-b262-b2e6825f9e86","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"distinct-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.42697129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c26c1516-3b4c-410b-a096-4afc1d22c555","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.427263662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"be31e6ef-6453-40dc-8a40-8776cbeb9fe8","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.464952277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"184bcfb8-ad17-4910-8a9a-2d6e9dc6d4dc","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.469890265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"cff67c0e-e920-45b8-b400-357ab26f4e8e","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.480898386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"53b0bfe8-b07e-46c0-ac5b-5de9b6afe8c8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.481281845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"acb4234f-2d5d-4ae0-9bcd-6b46d6c1378b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.492932647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"53b0bfe8-b07e-46c0-ac5b-5de9b6afe8c8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.493548024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-auth","reconcileID":"ceb51fd7-d4f8-4a32-a8bd-6719f64835f5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.493651494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dabeccf2-4e24-43dd-818c-687195e6caff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.501042203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-auth","reconcileID":"ceb51fd7-d4f8-4a32-a8bd-6719f64835f5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.501802636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dabeccf2-4e24-43dd-818c-687195e6caff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.515092028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e21a08a9-803f-4a37-a2fb-6604398ca52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.521977611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e21a08a9-803f-4a37-a2fb-6604398ca52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.615548569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"a53baed5-dbe7-4c84-b88f-43ca90c2bf83","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.694845599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-auth","reconcileID":"2b59e197-c5da-41c1-bf72-26f9df5f9245","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:30.702758504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-auth","reconcileID":"2b59e197-c5da-41c1-bf72-26f9df5f9245","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:31.12889569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"bc706e4c-db56-4e27-bc7e-c009d63881c2","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.270187966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-list-subs-refs-sub","reconcileID":"8cbc76c0-cb0f-44a0-bcd6-83db2a9fb7d6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.290022405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-list-subs-refs-sub","reconcileID":"8cbc76c0-cb0f-44a0-bcd6-83db2a9fb7d6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.312694775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"b5b2be8f-3f5c-4f7a-ba62-95f65bed5661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.33233288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"1450d3cf-4236-41b9-ad2f-91eddfb7370c","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.377409967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3386bf3b-e986-4077-9a01-9ab5b175275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.377987633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"f6c9b764-6626-452c-af6a-b9049bb7b5ea","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.378472629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"bc40471e-304d-44ee-9963-8bd58ded8a16","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.38905432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3386bf3b-e986-4077-9a01-9ab5b175275a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.432638775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d19da05-dc5e-4aec-87c5-a550624cae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.440089002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d19da05-dc5e-4aec-87c5-a550624cae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.530476034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"55d2842d-6d09-41e3-87e8-b97e0b2b6ad7","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.755330823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"ed24f085-a8e1-44c6-978d-783d8bf6e512","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.76955287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"2b469122-2f7c-4eae-8cfa-9a9872e3ab65","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.788496562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"2b469122-2f7c-4eae-8cfa-9a9872e3ab65","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.788528643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"2b469122-2f7c-4eae-8cfa-9a9872e3ab65","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.788631136Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey","reconcileID":"2b469122-2f7c-4eae-8cfa-9a9872e3ab65","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f7680d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.803184211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"0a94a909-c899-4be5-906a-7c426329e365","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.813325079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"01dd51a8-64a1-4a97-a0d9-09178423aa79","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.82305531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"444a4a17-ffda-4c6f-bcdc-439c2010e511","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.82308492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5fd552b-3653-49cb-80c0-7fe93b49a8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.823382055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"833dcd85-3264-48aa-a68d-67654b668acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.832126419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"444a4a17-ffda-4c6f-bcdc-439c2010e511","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.832167467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"833dcd85-3264-48aa-a68d-67654b668acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.834645058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5fd552b-3653-49cb-80c0-7fe93b49a8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.941899958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"19853049-d5b4-4a45-8687-3b1998fe6be4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.941943429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"19853049-d5b4-4a45-8687-3b1998fe6be4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.951464412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"8721e815-cee9-4ee6-9022-b76b68025921","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.967699288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"78d1fe9f-48de-4d11-aede-a2ee7a4f6818","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.968158311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-degraded-models-apikey-auth","reconcileID":"b5d787d7-e489-4a98-b48e-b5a254f6e1af","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.981252213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"3e507e53-a436-4cee-b379-9aa559f51113","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.097617185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"f4c80df7-11ac-4dba-b57d-e8a07c7ea2d2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.097638965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"f4c80df7-11ac-4dba-b57d-e8a07c7ea2d2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.106226082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"520c5d6b-325a-4d3f-9754-7c88c8724cb1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.106245447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"520c5d6b-325a-4d3f-9754-7c88c8724cb1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:33.107159479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"1ade77cc-7870-4797-88b0-d6784143f0ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.112531551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"90dbc80c-652c-48d2-9699-8b74518a3b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.11276684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7d85537c-4ae5-4b5f-82db-ea5cca97c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.119587073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"90dbc80c-652c-48d2-9699-8b74518a3b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.1241242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"a1e90815-b61d-4822-b13a-f24eea5c3da0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.124136802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"a1e90815-b61d-4822-b13a-f24eea5c3da0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.147173033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"ff66b955-94fe-4b56-8e49-297af868c3d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.147191524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"ff66b955-94fe-4b56-8e49-297af868c3d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.147997909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7d85537c-4ae5-4b5f-82db-ea5cca97c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.164776016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"bd002976-809a-418a-9d0e-063f6e924eb4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-650be0/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.185138114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"7be3a3d7-67cc-4176-9023-1f38b86c0a53","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.185159106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"7be3a3d7-67cc-4176-9023-1f38b86c0a53","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.207464878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b7826d02-9de1-4023-8bc4-03138f0634f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.214294104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b7826d02-9de1-4023-8bc4-03138f0634f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.236865149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"021e049b-416c-454f-99da-2e9e0c975f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.253249758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"021e049b-416c-454f-99da-2e9e0c975f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.289216867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"e59541ab-44f0-4899-99e4-b8211c8e9330","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.289693064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"0371be64-d5ed-4808-b835-ab9ffc70e694","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.289714732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"0371be64-d5ed-4808-b835-ab9ffc70e694","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.311667667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"86c7d6b9-5d15-41bc-b59b-fb32ebd69743","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.311700021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"86c7d6b9-5d15-41bc-b59b-fb32ebd69743","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.342240804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6a6b55bb-887a-4bba-90fd-4f8253d3c30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.343027717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"f090644f-6d44-4b4d-a13b-6c06b3c9e668","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.351740925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"f090644f-6d44-4b4d-a13b-6c06b3c9e668","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.352275369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6a6b55bb-887a-4bba-90fd-4f8253d3c30a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.352414884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4a120f0a-ea5c-47ed-8a98-368e903bbee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.359569358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4a120f0a-ea5c-47ed-8a98-368e903bbee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.362511423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"864baa0c-fb6b-4427-88e5-d755c2d04bad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.437381234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"08f1a150-91c3-42cb-b0e1-10a7e65a6916","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.437401136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"08f1a150-91c3-42cb-b0e1-10a7e65a6916","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.447350978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"c3036064-0812-43ba-8514-270cc9f3369e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.455655562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"c3036064-0812-43ba-8514-270cc9f3369e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.4997227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-auth","reconcileID":"34299881-c36a-4b94-8631-34952d804582","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.499762144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"df847c71-9bfc-4bbc-97e9-3545cb5f7abe","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.536891804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"bca6c7b0-c79d-4df5-92d6-465ba292868f","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.771519112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"91e0cb6b-ddd0-4508-9b9a-2c7ed3b45c7b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.771860862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3d9875c6-3086-47da-8bb0-4281b181752c","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.866600141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fad06f67-4da2-474d-96a7-d2e69d8635c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.86728662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"36d2a8f3-e6f3-4bd4-b9c9-b4b65c076f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.873860584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"36d2a8f3-e6f3-4bd4-b9c9-b4b65c076f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.876036027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fad06f67-4da2-474d-96a7-d2e69d8635c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.176513388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"ea46d16d-e106-4422-95a2-3da554b31223","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.176689696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"c36e7764-6c15-46a8-ab8e-57e06ac828db","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.17671387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"c36e7764-6c15-46a8-ab8e-57e06ac828db","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.195391222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"47785f40-76ef-4084-9da0-44f9d71eefea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.195979766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62e30f8c-5b95-44b7-a6ba-36bb0ebf9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.199358103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"958a6387-525f-4ca4-ad96-688802f15906","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.203213906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"47785f40-76ef-4084-9da0-44f9d71eefea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.203767316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62e30f8c-5b95-44b7-a6ba-36bb0ebf9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.289033131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"dfdeb69e-7645-47d8-81d4-1157722b9959","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.289482211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"aacd4009-2fb8-4c72-94b2-32e0728335bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.289498132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"aacd4009-2fb8-4c72-94b2-32e0728335bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.311676261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"561c42e3-9bfc-4419-a28e-31928adaef5e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.391428438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5b467531-06b0-46aa-a61a-601aff11b80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.391723175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a5bde8af-4ce2-48f2-a00a-4f4a3da190ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.398939258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5b467531-06b0-46aa-a61a-601aff11b80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.399770951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a5bde8af-4ce2-48f2-a00a-4f4a3da190ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.446243612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"6773b3cb-d5b8-46df-84eb-888139643070","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.446264092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"6773b3cb-d5b8-46df-84eb-888139643070","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:34.483812434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-auth","reconcileID":"dfdeb69e-7645-47d8-81d4-1157722b9959","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.589254153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"29befa90-5618-4b99-bb0d-800cee6c896b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.589661587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"36a66e85-06c0-4229-98a9-31468a665ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.598334939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"36a66e85-06c0-4229-98a9-31468a665ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.600637543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"29befa90-5618-4b99-bb0d-800cee6c896b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.466863617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"b4190613-1450-4c0a-9d9b-c72d8d7caa52","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.485277318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8d44213b-bcd2-46db-b795-7ca803fedc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.485903545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"66544c98-7274-4479-957c-55cf7340b855","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:37.491685903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"daab65f5-1666-4785-ba58-82401cc48a74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.492260791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8d44213b-bcd2-46db-b795-7ca803fedc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.508258405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"9923a95b-3373-477e-a9c8-01392639a3d5","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.513229857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"7f9e1e7d-f226-4e80-b601-150af096907b","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.53010082Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"710eca9b-a291-4d7a-a93f-e122e3cd9bc7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"distinct-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.547778409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"cec420d0-9041-4d07-8012-170b32519f16","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.577131625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"be27c195-74c7-4ce8-9609-8fbe191a5390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.577194865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c07fbb6a-54b7-42cc-a28a-22d852a3e1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.588706254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"be27c195-74c7-4ce8-9609-8fbe191a5390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.588932689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c07fbb6a-54b7-42cc-a28a-22d852a3e1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.629453628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"f2aee790-fb94-4431-9470-64ee47e35c51","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.635203145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-model-match-sub ai-tenant-e2e-worker-w2-f7680d/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.635330105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"5c7ca258-6498-4ded-a2a5-8f92861e2d06","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.641426744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"553cf5fa-1c1d-45ed-a67f-bb0963742052","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:37.646457333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"70b28f08-e5c8-4132-8d8f-958af4f91f95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.650467539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"39b81124-a012-4f2a-b34f-a146fb059700","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.664519529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"18547866-a45d-4547-af0e-00c63fc15fa7","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.673234249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"b5469f1e-4d50-4ba8-a968-f636fec2752f","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.676259628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9841d382-93ee-41e5-8e16-344208a98686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.676560064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c72b1920-8cb8-4ecd-a037-c689f5067424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.683745991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9841d382-93ee-41e5-8e16-344208a98686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.683761107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c72b1920-8cb8-4ecd-a037-c689f5067424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.732001976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"f35b3de7-352b-42a2-a7e6-43bfa4ddffdf","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"distinct-2-w2-f7680d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f7680d/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.752088907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"2de5c46e-dddc-465b-b759-e76b1e447c48","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.777167241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9326a227-77d6-4790-94f4-38ee0af36e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.777189851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2853c0df-17ea-491d-8fb6-43954d1d37aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.784640595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2853c0df-17ea-491d-8fb6-43954d1d37aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.784846132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9326a227-77d6-4790-94f4-38ee0af36e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.809062003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"5394739c-b3ad-41be-a282-e70864aa9d8b","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.820211004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"720e3f8e-c969-48c0-b430-be62c096e988","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:37.826216049Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"720e3f8e-c969-48c0-b430-be62c096e988","name":"distinct-w2-f7680d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f7680d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:37.826263824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"720e3f8e-c969-48c0-b430-be62c096e988","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f7680d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.829594658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"721b4120-9b32-4f1f-b1f2-54b67c34113a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.832005918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"203ce404-a25d-4bd7-9e8e-e7753d1eaf22","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.843357996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"562a45f6-ec10-4d3a-97d4-31e99a0448df","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.843439948Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-sub","reconcileID":"562a45f6-ec10-4d3a-97d4-31e99a0448df","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.878629865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"207818ef-1e7b-4aef-808c-5a7b108e07ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.879365006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7c90dcc5-b20d-40f2-b407-4f16a5f2304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.879402902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"53d2ff3e-a551-481b-a5a4-1bb968f71783","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.886373319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"207818ef-1e7b-4aef-808c-5a7b108e07ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.888064786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7c90dcc5-b20d-40f2-b407-4f16a5f2304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.88881883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"53d2ff3e-a551-481b-a5a4-1bb968f71783","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.913167366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"f558b4b7-f0bb-40ef-92b0-e89949403a41","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.929163771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"cb255c87-9a2a-491f-b51e-886e7eb2042d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.9342544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f7680d priority=0:[ai-tenant-e2e-worker-w2-f7680d/e2e-model-match-sub ai-tenant-e2e-worker-w2-f7680d/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.941483534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"65064f89-6c45-43aa-bb51-bb4a6fc649cc","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.983425891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"03e70cfc-69e1-4094-bab8-4cab100fec19","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.049812724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"99dcf1f7-4d5a-4910-9a38-2d1f5f168578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.051190354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"2c5e0c57-6fa0-4f46-8c6d-10296143eced","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.054798179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"0cbc7b5f-ee77-4c07-b660-fce105d4ffde","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.055271063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"3c781b4b-be5f-438b-84ff-3076e389cccb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.05571281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bff59df3-bb5d-400b-8a46-c8f64bb20e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.058197265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"99dcf1f7-4d5a-4910-9a38-2d1f5f168578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.061998445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"0cbc7b5f-ee77-4c07-b660-fce105d4ffde","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.064484649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"3c781b4b-be5f-438b-84ff-3076e389cccb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.066694577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bff59df3-bb5d-400b-8a46-c8f64bb20e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.069708581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"3c781b4b-be5f-438b-84ff-3076e389cccb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.070139155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"3c25ac2f-2869-485b-8a3f-e8e20b3a6a08","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.146447578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"e2e-status-transition-auth","reconcileID":"13b8822f-7417-4bd0-b7ab-70f1edd34bb9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.150864835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"b9281a5d-f4e1-4fe6-85d2-1609d5778d86","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.155901892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d02b08d2-32fb-4bc4-a5e5-1567413dbf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.157194577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c13d9a4-50a2-4b52-85b6-f0f48fe0e7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.15922812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"34945729-8e5f-48a0-8e17-da203c91985a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.159297943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"b9281a5d-f4e1-4fe6-85d2-1609d5778d86","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.163326749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d02b08d2-32fb-4bc4-a5e5-1567413dbf04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.165066202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c13d9a4-50a2-4b52-85b6-f0f48fe0e7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.167805726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"34945729-8e5f-48a0-8e17-da203c91985a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.181432854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"c751f2c9-cb10-41a1-81db-cc4973dfdbfa","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.198390973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"eea79831-1e70-4c82-9d14-72b61266dd10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.205243251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"eea79831-1e70-4c82-9d14-72b61266dd10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.303681873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"4843cec5-1150-4858-a575-a3c5b65efbb6","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.320573346Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"e513c475-2099-4143-83fd-2f1f4ef240de","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3b8268a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.323361216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"89aecb70-9efa-4cdc-8c36-69a9c028014f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.323361288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"b8e0f92b-e32c-416c-8147-2a200c81ba04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.325027296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cc0f50ba-0dfa-4703-ba61-dd98081848f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.325466262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"462b1268-dc3e-4197-b95d-b37c1f5af5b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.333956035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"89aecb70-9efa-4cdc-8c36-69a9c028014f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.334243368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"462b1268-dc3e-4197-b95d-b37c1f5af5b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.336154054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cc0f50ba-0dfa-4703-ba61-dd98081848f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.33677791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"b8e0f92b-e32c-416c-8147-2a200c81ba04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.665668327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bacde890-4089-4c89-9f46-00ac4a848a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.671413655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"96ec68ab-212b-41d5-88f8-ce6271a08fa6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.672147267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8f04508d-60d4-4098-9d5d-c41476e94a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.672775747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"07f1d4c3-5659-4b84-8726-11998af01a2f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.756400868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bacde890-4089-4c89-9f46-00ac4a848a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.757054329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"96ec68ab-212b-41d5-88f8-ce6271a08fa6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.759575705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8f04508d-60d4-4098-9d5d-c41476e94a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.761845992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"07f1d4c3-5659-4b84-8726-11998af01a2f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.790564326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d8b5c1-f0e0-4bbf-8c8f-f405d69f4ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.793858112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d8b5c1-f0e0-4bbf-8c8f-f405d69f4ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.796995904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d8b5c1-f0e0-4bbf-8c8f-f405d69f4ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.800264201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d8b5c1-f0e0-4bbf-8c8f-f405d69f4ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:40.212235191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f31b6d-999b-45cd-ac9a-ed3c030af3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:40.215650952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f31b6d-999b-45cd-ac9a-ed3c030af3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:40.21896552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f31b6d-999b-45cd-ac9a-ed3c030af3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:40.222212689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f31b6d-999b-45cd-ac9a-ed3c030af3f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.047331139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","namespace":"ai-tenant-e2e-praxis-b-208a0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.04738918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","namespace":"ai-tenant-e2e-praxis-b-208a0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.047438785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","tenant":"e2e-praxis-b-208a0d","tenantID":"e2e-praxis-b-208a0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.05213576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-208a0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.064708516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Service","name":"maas-api-e2e-praxis-b-208a0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.078870428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-208a0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.085494182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-208a0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.092754148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.100649394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.110008843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.116182098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.118727666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.121113121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.123701227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Service","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.126116385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.1286991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.131218179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.133713797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.139728515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.144009228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.146904546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.150664457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-208a0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.153111557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-208a0d"},"namespace":"ai-tenant-e2e-praxis-b-208a0d","name":"default-tenant","reconcileID":"8542b991-b101-4967-8bf8-49c9c18b1bf1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-208a0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.250170505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d781f420-379d-4adf-9b19-8c207a024ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.257663686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a0ea4c1c-3e5e-4573-81ae-129ae1e0ddc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.271680894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d781f420-379d-4adf-9b19-8c207a024ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.291972217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a0ea4c1c-3e5e-4573-81ae-129ae1e0ddc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.356805008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"8d2cbaa6-3004-4845-9dba-87c2a7aee54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.357871044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"82419109-421c-4d02-b613-623dd321753a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.366660813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"8d2cbaa6-3004-4845-9dba-87c2a7aee54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.370475752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"82419109-421c-4d02-b613-623dd321753a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.687398701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d37543ac-f9f7-4c42-a662-6c469fc23739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.688197763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"902941ad-2536-40b6-a0ea-f8f1d1b7e9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.731402658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d37543ac-f9f7-4c42-a662-6c469fc23739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.732624198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"902941ad-2536-40b6-a0ea-f8f1d1b7e9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.797200347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"916e3333-6e36-48fc-9768-befe5e34f677","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.828870195Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"916e3333-6e36-48fc-9768-befe5e34f677","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.829016595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"916e3333-6e36-48fc-9768-befe5e34f677","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.834056748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"916e3333-6e36-48fc-9768-befe5e34f677","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.841508055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-partial-access-sub","reconcileID":"916e3333-6e36-48fc-9768-befe5e34f677","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.856544142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"878fe73d-f7b3-469b-9edd-9da06fdeebfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.961616123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"8a659d40-ab3b-44e5-8f19-7094af6caa68","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.970950472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"68b864ac-6b1c-4cbf-b17f-1abe8f85ed32","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.993524084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"30db2ea2-9bb8-49d0-88f9-0198c45980c1","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.001544851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"14dfd9e4-b269-44f8-af0c-084bc1d61d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.002318665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0554baed-325e-40e4-b76a-5e23cac5458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.045034593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0554baed-325e-40e4-b76a-5e23cac5458d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.046037289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"14dfd9e4-b269-44f8-af0c-084bc1d61d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.485597811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"80b9f49e-6923-4720-962b-044d9ba7b186","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.504206009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.504584373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"80b9f49e-6923-4720-962b-044d9ba7b186","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.514611305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"e2e-enrichment-sub","reconcileID":"80b9f49e-6923-4720-962b-044d9ba7b186","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.869523587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"0498ac2b-d7fd-48f1-8d76-7236a6db5337","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"tenant":"e2e-worker-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.978868378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"e2e-enrichment-model-ref","reconcileID":"0498ac2b-d7fd-48f1-8d76-7236a6db5337","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:44.979510824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"93a16e48-a544-42b4-9a4e-8700fa9ee69c","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:45.08482196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83755a/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.152129505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"33fbcf73-8d35-4b8a-b9a5-6121b53a21da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.213446693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"767bf28a-ecc9-46b5-9742-ea407daf33ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.215077027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7465172a-a510-45f6-8bbc-a4b319d7151b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.274833806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"af543304-784b-446f-a659-5fcd4f60eece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.369411873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"d0495db6-b17a-4fd5-9931-922862a4d9b2","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.450599071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"6d8fa6dc-038b-4e21-b8b5-4d5e382324f9","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.450999918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"2b97733d-9d5a-4ae4-954e-02a998dff086","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.434761548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"33fbcf73-8d35-4b8a-b9a5-6121b53a21da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.435731953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"767bf28a-ecc9-46b5-9742-ea407daf33ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.495056612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7465172a-a510-45f6-8bbc-a4b319d7151b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.56383074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"af543304-784b-446f-a659-5fcd4f60eece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.594843261Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-sub","reconcileID":"baaab324-8a02-416d-a3d1-19e69cb95bce","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"distinct-w3-83755a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83755a/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.60573089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-auth","reconcileID":"62eae199-4971-42b2-9df4-e26561869d8c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.638407969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-auth","reconcileID":"62eae199-4971-42b2-9df4-e26561869d8c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.708679767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"8290c581-319f-4602-a7ae-cc455524457f","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.824104356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"77fab7a5-b3ef-4cd6-b27b-ce5dd39d1ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.833180696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-sub","reconcileID":"e4d2a630-bb42-441c-97a7-d873549799b5","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.837278538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"bf716ee3-9898-4212-b454-056097acc8a8","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.867861455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dac81320-3bd4-42d7-87d6-4030b84e9e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.872013988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"77fab7a5-b3ef-4cd6-b27b-ce5dd39d1ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.906430702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-auth","reconcileID":"96397614-483e-42ca-a46c-315a1d4028d4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.90849279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dac81320-3bd4-42d7-87d6-4030b84e9e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.931586682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-auth","reconcileID":"96397614-483e-42ca-a46c-315a1d4028d4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.071464002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"87c4211e-cd32-44be-a24e-6a341c40ce49","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.117325012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"2d56d97e-aee2-4dbf-89d7-9936bba399f6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.117602429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"e159fbcd-5153-42f3-8c17-5af7c5bbe228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.117816184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ab0b6431-6583-447d-9fac-e8c420796afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.118023229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3604a16f-956d-4280-bd85-d3c1746df2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.118269285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"ebe87150-75dd-4b48-99f5-859664507bbe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.125618156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"2d56d97e-aee2-4dbf-89d7-9936bba399f6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.128020301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ab0b6431-6583-447d-9fac-e8c420796afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.129167333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"ebe87150-75dd-4b48-99f5-859664507bbe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.1304489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3604a16f-956d-4280-bd85-d3c1746df2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.137013628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e263c8f3-a65d-4b29-be01-c508359747e0","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:46.221766885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"1a9d00eb-0fda-4d88-be86-8376dd9b0ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.489049124Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-208a0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-208a0d","reconcileID":"cb44a6ff-75a1-413e-b0a7-6f5e3c8c362f","aitenant":"ai-tenants/e2e-praxis-b-208a0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.77258054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-208a0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-208a0d","reconcileID":"cb44a6ff-75a1-413e-b0a7-6f5e3c8c362f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-208a0d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-208a0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.779018023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2767b4-573d-4349-b823-f35f6ecbf360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.893101896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2767b4-573d-4349-b823-f35f6ecbf360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.915772517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2767b4-573d-4349-b823-f35f6ecbf360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.925021978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd2767b4-573d-4349-b823-f35f6ecbf360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.364593454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"2d47ca79-abec-4e70-937d-d3d8b15d7c8a","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.39744159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"2730c64e-8cd2-4b29-ae02-8214edff0ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.443002061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfc3e58-122e-4629-b1e8-de89163dc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.444212972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-auth","reconcileID":"838557fc-6e39-4c02-89ef-48c8492a9d68","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-2-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.444419684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"9f1730bc-77c7-43fe-9115-46a118320644","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.444646627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"3fe20bb8-98d0-4c27-9ab6-07c3b9e5f53f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.444808976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8bbbe2d5-bd9d-4aa7-96e1-391308aa863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.466231432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfc3e58-122e-4629-b1e8-de89163dc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.523618779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfc3e58-122e-4629-b1e8-de89163dc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.540289184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8bbbe2d5-bd9d-4aa7-96e1-391308aa863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.543138839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"3fe20bb8-98d0-4c27-9ab6-07c3b9e5f53f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.594692936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"eb54d16e-2d25-474a-b79b-1f77eaca5653","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.622496281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dfc3e58-122e-4629-b1e8-de89163dc68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.679437575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"7ded17c0-b878-4363-92d2-35c40f9dfe5c","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.700573891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"81150289-4024-475f-a70a-a8875fd6919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.700982679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"ecc1e203-015c-49fd-a889-cd3bd980e04d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.710507818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"5cbc4477-bf2f-44c9-afc1-34d6feaa622d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.71797656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"ecc1e203-015c-49fd-a889-cd3bd980e04d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.728404844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"81150289-4024-475f-a70a-a8875fd6919a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.783648663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"44f9713e-db22-4754-a80f-73aee15aac49","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.801494197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"91412c85-e055-434a-bb6a-9b16171e91e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.802333164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b1d2d0da-b486-4044-adaa-6bd842c387f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.816402405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"91412c85-e055-434a-bb6a-9b16171e91e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:48.816710151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b1d2d0da-b486-4044-adaa-6bd842c387f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.204779022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2729f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2729f2","reconcileID":"cecae464-e596-4fa0-80b1-893ee086e151","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-2729f2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-2729f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.338938428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"09edac7d-6a6d-4b7b-be92-20ab79bad505","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.344362336Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"09edac7d-6a6d-4b7b-be92-20ab79bad505","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.419588996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-sub","reconcileID":"09edac7d-6a6d-4b7b-be92-20ab79bad505","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.482772468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"dfcf3450-e462-4cfa-bd36-5d380856e573","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.60296603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"4503f602-4415-4ad1-ac97-e41aa0a5153d","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.747531547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"c61bb698-bb33-43d3-a2c2-15015a1b74f9","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.748608783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2c18bed9-9095-4c70-992a-f4a70b684fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.749281094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"8291f3cc-b716-4b3e-a251-b6e28217295b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.749900664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8c89251c-dda3-4cbc-b044-af027e758c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.811415622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"8291f3cc-b716-4b3e-a251-b6e28217295b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.827747792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8c89251c-dda3-4cbc-b044-af027e758c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.830579432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2c18bed9-9095-4c70-992a-f4a70b684fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.833859457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f69281-7984-4895-86a2-52dfd390ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.834201518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"10c8cdde-dd85-4b7e-b5ce-741b1ef8518c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.837208971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f69281-7984-4895-86a2-52dfd390ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.843346985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"a96904f0-3657-499d-8d4d-801a040c9b53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.853525427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f69281-7984-4895-86a2-52dfd390ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.85921733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f69281-7984-4895-86a2-52dfd390ed30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.864024964Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"76eb22ad-ec53-46ea-816d-b67ac97f3c9f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97d101cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:49.889767291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"10c8cdde-dd85-4b7e-b5ce-741b1ef8518c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.03909159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"46b4627c-6096-4bf4-82f9-adc32e6be0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.040205444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"552358ca-f582-47e7-854f-3307a7e01f90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.054572148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"552358ca-f582-47e7-854f-3307a7e01f90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.134872191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"46b4627c-6096-4bf4-82f9-adc32e6be0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.239117338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c86916a6-74b8-4577-a8a9-70b4ffa2cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.287022847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"fa90c2e2-4eb6-4ea1-a961-fcf261e93e71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.326288611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c86916a6-74b8-4577-a8a9-70b4ffa2cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.38475382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"fa90c2e2-4eb6-4ea1-a961-fcf261e93e71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.685863262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06715755-2c2e-4f93-9d5f-9299baf3f175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.746109635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06715755-2c2e-4f93-9d5f-9299baf3f175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.765646323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06715755-2c2e-4f93-9d5f-9299baf3f175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:50.778309172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06715755-2c2e-4f93-9d5f-9299baf3f175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.118586867Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-6c0ec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-6c0ec0","reconcileID":"5b03bb42-156e-4aab-8247-2032a29b5996","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-6c0ec0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-6c0ec0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.579393679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"b70cec35-146d-47c1-a5be-5c10e8874d10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:51.901869609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"9aa06373-8d6c-482a-a006-b34e72779d0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.01611082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490faf74-284e-4832-910d-63e13506d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.022885119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490faf74-284e-4832-910d-63e13506d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.035548907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490faf74-284e-4832-910d-63e13506d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:52.042787292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490faf74-284e-4832-910d-63e13506d449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:53.987056235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"0f201988-0db3-42e2-a9c7-91418156651b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.004492289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"716a73a9-e59d-4852-980b-1123b5ee15b9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.016350578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"a102670c-c0fa-4eee-9277-19337d56dbd8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.040358942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"a102670c-c0fa-4eee-9277-19337d56dbd8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.144553577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"239eb299-2725-4a73-b8e9-e53a0262b32c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.188962743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"c036d66b-6669-4384-a136-072963813dcc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.191316452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"731d7181-0c91-4101-b26f-0dc8e0bdd42d","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.206663607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"6f427fa4-6bf6-49d5-ba6c-00e22d4f448d","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:54.210347419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"2a3a49b8-dd9e-4cef-93f8-1498a457cdf7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.232481171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"c036d66b-6669-4384-a136-072963813dcc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.255692575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"925c6aca-278d-47eb-bdc7-a647030954b4","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.258788559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ab886ba1-d671-427e-890b-ed04f33f48e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.25992718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"163597f3-32f6-40af-8428-d56f00442636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.26589604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"2a7a29f5-b296-4b74-bcf4-29407884a667","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.27247832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ab886ba1-d671-427e-890b-ed04f33f48e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.27628347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"163597f3-32f6-40af-8428-d56f00442636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.305321772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"0d989108-4e89-43b5-9b6f-0aefcec2f4b8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.352133515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"94ae232c-f8c3-4d8b-bb55-2dadc7c0c684","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.37325468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"adf7e776-b0bb-4c9f-9e3a-dfa863698f4f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.373801615Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2f9a3a priority=0:[ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-other-subscription ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.377875428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"93129873-bf24-4675-a5be-d792d7c90ea9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:54.392732416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"c036d66b-6669-4384-a136-072963813dcc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.395500052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"17fd3cb8-d6da-4342-a4ee-36de0c817267","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:54.405219861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.421131296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"ab58afc3-91b9-4d39-8e8c-2258cfad3335","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.428171986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"c7fbe50b-9f9f-403e-8f64-10ebdd8c7ac8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.43867574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"ab58afc3-91b9-4d39-8e8c-2258cfad3335","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.456230636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"955f5457-a8d8-4b2f-b497-59346a703c45","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.500725869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-other-subscription","reconcileID":"79c4eff3-d926-4562-ab1c-806f7397926e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.501179303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3840a49a-3074-4e46-8cbd-0209124d1717","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.502891685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"15a9c9c9-67af-4a9c-97ee-b54f19230348","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.534380281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6b5df028-c944-4770-ae02-d1988c072cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.535136641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3f4f1366-a050-4cf3-961e-802a3a687941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.548666546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6b5df028-c944-4770-ae02-d1988c072cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.569552073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3f4f1366-a050-4cf3-961e-802a3a687941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.569699933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"39e5d138-b96c-46fd-9a20-c544e1d89a70","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:54.598481744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-other-subscription","reconcileID":"38e3651d-a57e-4419-980a-c49e5a27a4de","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.303283281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"aee4965e-cf5e-4fc0-a149-ca82b3e380d2","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.327147744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"99151707-6e50-4edc-ad8f-00b4c62e9b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.329373658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"f043f476-7229-4bdd-a348-d6a5041da433","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.329851763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4debdb17-f0e5-47cd-aac9-32fbd2823812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.336874097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"99151707-6e50-4edc-ad8f-00b4c62e9b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.343948085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4debdb17-f0e5-47cd-aac9-32fbd2823812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:55.348226733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"f043f476-7229-4bdd-a348-d6a5041da433","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:57.864396487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"ae4aa4f6-37ac-4eb0-a4b3-a3ae0956f362","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:57.884657739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"ae4aa4f6-37ac-4eb0-a4b3-a3ae0956f362","name":"e2e-shared-a-w1-2729f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.805002762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-sub","reconcileID":"c2bd7985-49a6-488e-9da1-5ccb4489f164","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.863286182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-sub","reconcileID":"c2bd7985-49a6-488e-9da1-5ccb4489f164","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.867806279Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"e2e-no-access-sub","reconcileID":"c2bd7985-49a6-488e-9da1-5ccb4489f164","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/distinct-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.975043232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"7bebb164-284c-4763-af9e-f8f706173a51","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.986956948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"0b1771ff-a7da-4fe0-a888-6baaccb0fd8c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.994805457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"69c5fb19-a75b-4c68-87c1-6842ca4556ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:58.995253145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f36985ae-dcd9-4762-a829-2326f2ba8f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.003593319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"69c5fb19-a75b-4c68-87c1-6842ca4556ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.004346685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f36985ae-dcd9-4762-a829-2326f2ba8f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.57373865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"3bc3b7f5-486a-4240-ba26-b5b3765c24d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.593044943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"3bc3b7f5-486a-4240-ba26-b5b3765c24d7","name":"e2e-shared-a-w4-6c0ec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.871335574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"9697ad0e-893b-4d17-a814-128096699255","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.88761182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"9697ad0e-893b-4d17-a814-128096699255","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:59.893438232Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-sub","reconcileID":"9697ad0e-893b-4d17-a814-128096699255","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.028258508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"6a6576c2-092a-44bf-a6c5-94f039080871","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.054409451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"7ca2d5c3-ccbb-4243-af0b-91269f1a623f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.067179377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"7ca2d5c3-ccbb-4243-af0b-91269f1a623f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.142662219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"c78affc7-f01d-4d73-a545-48b971228668","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.144718398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"17f60885-8550-4eaf-8cdb-32958e013942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.144894163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"30ab22c0-1d09-4b5e-b065-45688d4f3f10","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.144720715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"35c8e344-29d2-4c3b-9a65-e42cc50a94b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.150984837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"c78affc7-f01d-4d73-a545-48b971228668","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.153427798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"17f60885-8550-4eaf-8cdb-32958e013942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.154554854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"30ab22c0-1d09-4b5e-b065-45688d4f3f10","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.156645763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"35c8e344-29d2-4c3b-9a65-e42cc50a94b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.194519323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"9a1bf244-f297-466c-a677-1e47722ff728","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.288175471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-match-auth","reconcileID":"ff9e6d84-96d2-467d-9031-7f483e19d01e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.411304225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"cf48a993-6b8c-492e-8c7c-7a5590d7c473","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.557606568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"e2e-model-nomatch-auth","reconcileID":"1b5afac0-c251-4498-ab91-e0ea5cae716f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/distinct-2-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.558072253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"94fe5b3f-bb28-44f4-821a-29abc432874a","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.580615403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"dd84e368-30a6-4009-af64-fcb718bef6fb","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.0204366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ae0550-e3d2-4922-8eba-02b704d90f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.0245095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ae0550-e3d2-4922-8eba-02b704d90f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.027705165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ae0550-e3d2-4922-8eba-02b704d90f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.031014626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ae0550-e3d2-4922-8eba-02b704d90f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.30685984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1854e49a-c144-45a7-88fc-4b00c2e42b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.310310796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1854e49a-c144-45a7-88fc-4b00c2e42b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.313709686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1854e49a-c144-45a7-88fc-4b00c2e42b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.317113183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1854e49a-c144-45a7-88fc-4b00c2e42b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.673199734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72711905-d9e9-4549-8283-cf50a5e84bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.676966495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72711905-d9e9-4549-8283-cf50a5e84bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.680402347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72711905-d9e9-4549-8283-cf50a5e84bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:02.683744275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72711905-d9e9-4549-8283-cf50a5e84bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:03.291339321Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-717217","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-717217","reconcileID":"9a0833b4-2aca-4c30-8bbb-64d8d686f21b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-717217","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-717217":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:03.673314174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9053bb92-94fb-4bbe-ac93-f7fa00e12dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:03.685547619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9053bb92-94fb-4bbe-ac93-f7fa00e12dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:03.693348006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9053bb92-94fb-4bbe-ac93-f7fa00e12dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:03.700074393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9053bb92-94fb-4bbe-ac93-f7fa00e12dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:04.470320829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f1fb7ba4-5c06-437a-8be3-ff09986be36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:04.474756718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a6bca557-a6bd-4b3d-9c30-8c8ce672ec0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:04.529412284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f1fb7ba4-5c06-437a-8be3-ff09986be36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:04.993695684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d4c324e4-afd6-4076-b181-92bdf100a06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:04.994711903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c5d55c83-f9fb-49f9-af4d-b64e32117177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.251559518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a6bca557-a6bd-4b3d-9c30-8c8ce672ec0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.313431744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d4c324e4-afd6-4076-b181-92bdf100a06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.347823979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c5d55c83-f9fb-49f9-af4d-b64e32117177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.476755863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"8ae45fcd-c0a0-48aa-9e49-1d4f451b5152","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.587698368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-user-subscription","reconcileID":"8ae45fcd-c0a0-48aa-9e49-1d4f451b5152","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.740114618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-other-subscription","reconcileID":"dee67f7b-4c93-462d-aaef-730f61463c39","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.740981369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"c802c396-56c9-4a45-b06b-a3e4aedfd168","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.907158722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"590cdcb7-b21b-45be-bf7b-dace963c0afa","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:05.964746487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3b4df395-8b38-4747-9915-e6a8742893d6","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.001622505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"e218f124-ab5c-4147-b707-9094840d961f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.046666306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e77659-cc7f-4bc5-bdca-20ae5f18591d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.077447807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dc8d7949-edb8-4b66-a958-47075c9720f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.154502887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e851fc27-d8c8-4eea-b2dd-ff759ff5af4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.193784299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"e218f124-ab5c-4147-b707-9094840d961f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.384518014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e77659-cc7f-4bc5-bdca-20ae5f18591d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.545546868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e77659-cc7f-4bc5-bdca-20ae5f18591d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.741967721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e851fc27-d8c8-4eea-b2dd-ff759ff5af4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.777227474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e77659-cc7f-4bc5-bdca-20ae5f18591d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:06.968595648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dc8d7949-edb8-4b66-a958-47075c9720f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.165870823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"1e0d2e7e-62ad-443e-9fec-c9f2bea60312","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.188516978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"1e0d2e7e-62ad-443e-9fec-c9f2bea60312","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.244810151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"72494e95-380f-44f0-aca3-ed382f8f2e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.246026328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9ff0145a-d83d-4025-8695-e65d42ce0bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.275200747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"9ff0145a-d83d-4025-8695-e65d42ce0bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.305984276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"72494e95-380f-44f0-aca3-ed382f8f2e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.507448423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"bc961dba-b6ec-4465-837f-e210f0c03884","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:07.999280536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"c382482b-9a06-4cc4-9ca5-07b0d9d0dde9","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.326635818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"368d14d2-ecc1-476f-8e79-e83d5ad73d50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.382543016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"64c8ab09-f7f0-4e15-9623-b6f4c2574116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.387020131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"210003e6-f6d7-4510-af0c-01154c5ce35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.425320302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"4144694d-f24e-461e-a447-3ef3dfdbad94","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.463997242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"64c8ab09-f7f0-4e15-9623-b6f4c2574116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.737108497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"bab35970-e2b6-4d7c-9449-375c962be1bb","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.847580718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"bd77c860-d2b4-4b4b-a78e-1c719c1b40ae","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.847991452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"210003e6-f6d7-4510-af0c-01154c5ce35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:08.952614406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"bc2b827a-c42a-42f7-9c5f-309663010a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.119410668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b58879c-6ab1-4d42-9308-db7b58981fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.129820853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b58879c-6ab1-4d42-9308-db7b58981fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.146220932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b58879c-6ab1-4d42-9308-db7b58981fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.155051522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b58879c-6ab1-4d42-9308-db7b58981fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.168531738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"753c6f89-a115-4499-a484-fcc503f3713e","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.195249103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ae7b1ded-14fa-464b-981c-77ea7ce93ca9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.229177115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"3ed70014-f89b-40ab-afea-51022c51b887","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.247458414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f0601589-656e-4c44-83c0-69cab90cd1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.248373193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b7cabd3c-2910-454c-bc4b-cb3c08a77a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.259524572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f0601589-656e-4c44-83c0-69cab90cd1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.272220443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b7cabd3c-2910-454c-bc4b-cb3c08a77a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.288668013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"ce7dcbcf-2494-4c24-9b25-d478b0af0470","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.411075214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"bcb95cf6-9705-40fc-8d9b-0a8108a0ae6e","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.849456555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870356f2-b195-4372-861e-712fcd73d924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.852692305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870356f2-b195-4372-861e-712fcd73d924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.855988211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870356f2-b195-4372-861e-712fcd73d924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:09.859242046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870356f2-b195-4372-861e-712fcd73d924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.171201184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c163586-7b9f-4328-a51b-07f71573432e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.177374208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c163586-7b9f-4328-a51b-07f71573432e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.184053529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c163586-7b9f-4328-a51b-07f71573432e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.188239271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c163586-7b9f-4328-a51b-07f71573432e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.387849467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb44f1c2-b187-422e-beaf-0ccb0ef72471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.391222463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb44f1c2-b187-422e-beaf-0ccb0ef72471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.394459923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb44f1c2-b187-422e-beaf-0ccb0ef72471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.397553869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb44f1c2-b187-422e-beaf-0ccb0ef72471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.780597256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"c9b057f7-cbaf-46d7-80b1-f96a49411fee","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.810600875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb636be5-59ea-425a-8404-bc254ae7b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.835343389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb636be5-59ea-425a-8404-bc254ae7b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.855053929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb636be5-59ea-425a-8404-bc254ae7b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.946138428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb636be5-59ea-425a-8404-bc254ae7b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:10.98668107Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4248ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4248ae","reconcileID":"b237a8d9-e98e-4005-9548-76a4345cb1f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-4248ae","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-4248ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.174838705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2d2513-dd19-489a-8153-7032975bd564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.182186405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2d2513-dd19-489a-8153-7032975bd564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.189992648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2d2513-dd19-489a-8153-7032975bd564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.194246493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2d2513-dd19-489a-8153-7032975bd564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.610006099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc2cded-7d36-4a4d-861a-dde59385b49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.613501418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc2cded-7d36-4a4d-861a-dde59385b49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.61650326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc2cded-7d36-4a4d-861a-dde59385b49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.620296405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc2cded-7d36-4a4d-861a-dde59385b49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.849476307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"a66e6168-a1bd-4e03-8d3a-bcca86641ef1","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.865888437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"5fc06d80-d9f4-4515-bb40-d916129ffe15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.877098283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7650853e-9d14-4abc-aa9e-826629f1aba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.877590782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b9f0801f-0a55-40cd-b082-94048347e174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.89058745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7650853e-9d14-4abc-aa9e-826629f1aba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.895451871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"d4666f0c-699d-4e8b-9d79-8f0e8b85e277","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.948207914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b9f0801f-0a55-40cd-b082-94048347e174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.964094018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"38210bb1-1b82-4331-9227-f113e724fc6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.968694469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f388b0-b1c3-419c-a796-64bbb0efac63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.972719981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f388b0-b1c3-419c-a796-64bbb0efac63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.976173579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f388b0-b1c3-419c-a796-64bbb0efac63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:11.979219491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f388b0-b1c3-419c-a796-64bbb0efac63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.313899504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb732c-b82a-4b11-b4d9-f9ebb997e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.317496691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb732c-b82a-4b11-b4d9-f9ebb997e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.323367363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb732c-b82a-4b11-b4d9-f9ebb997e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.378717224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdb732c-b82a-4b11-b4d9-f9ebb997e7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.379335459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"bb0b1d26-d150-4cdb-a759-b7122ca1a24f","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.746360444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c94387-ac8d-4d1d-b0b7-f187454a9c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.832417433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"38a33495-2656-4b4e-a95c-64ffaa2934d5","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.862432815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c94387-ac8d-4d1d-b0b7-f187454a9c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.87445941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c94387-ac8d-4d1d-b0b7-f187454a9c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:12.924657455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c94387-ac8d-4d1d-b0b7-f187454a9c19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.14725267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"afe53fdb-bc64-4253-a876-54ef9f9f76f9","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.174547042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"b14cc667-2f9e-46f5-9e10-853ea59a2f0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.180735151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"349437ec-5f0e-4347-91b3-556af44ca726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.180742553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"248be2ca-a6cd-49b8-ae66-ed1eea1f0690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.198102738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"349437ec-5f0e-4347-91b3-556af44ca726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.200630833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"248be2ca-a6cd-49b8-ae66-ed1eea1f0690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.231999201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9fcdc-ad55-4abd-9115-7c4b458aae5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.234531339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"a7e98faa-7b0a-4b99-8aee-f8c542155b34","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.235414149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9fcdc-ad55-4abd-9115-7c4b458aae5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.238876154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9fcdc-ad55-4abd-9115-7c4b458aae5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.242582399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fc9fcdc-ad55-4abd-9115-7c4b458aae5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.276714455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"049c0acf-61fa-4282-993d-ebd3da1eeedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.549256395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"063359f5-0dbf-4686-9bac-54bd87c8d7ee","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.560409728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcac03e-3431-4101-b472-dbda0831ad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.563740351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcac03e-3431-4101-b472-dbda0831ad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.567071321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcac03e-3431-4101-b472-dbda0831ad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.574584468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcac03e-3431-4101-b472-dbda0831ad36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.018925822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bcfa5b-95c8-42e3-81f7-7495e2004bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.036372873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bcfa5b-95c8-42e3-81f7-7495e2004bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.050301423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bcfa5b-95c8-42e3-81f7-7495e2004bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.055794483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bcfa5b-95c8-42e3-81f7-7495e2004bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.232028139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4ed24-de37-4bba-b232-1424d00a7900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.235478852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4ed24-de37-4bba-b232-1424d00a7900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.239723024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4ed24-de37-4bba-b232-1424d00a7900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.24804396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4ed24-de37-4bba-b232-1424d00a7900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:14.467168715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.194687914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-other-subscription","reconcileID":"3d1db9a6-36c1-4f37-befa-895d7bf7d033","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.222962115Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-other-subscription","reconcileID":"3d1db9a6-36c1-4f37-befa-895d7bf7d033","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2f9a3a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.235116554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"7e2974b5-0129-42d6-9e77-6beae4154c06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.256825345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"c98f0e9f-34db-406d-89b4-a825282b89fd","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.275670953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"13104a2f-813a-40f9-864d-623a0a16f3f6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.275983498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7498f2fd-5e02-499f-bd07-bb4979dfcdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.276158346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"313df021-f032-49a8-8abe-1cfb3d6ff6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.286113311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"313df021-f032-49a8-8abe-1cfb3d6ff6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.288258567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7498f2fd-5e02-499f-bd07-bb4979dfcdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.289172894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"13104a2f-813a-40f9-864d-623a0a16f3f6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.459497131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"e2e-test-auth-access-denied","reconcileID":"0547fa57-6a71-4aa1-8761-65a5c7833fd5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.459857011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"33314c60-f351-4a43-95c8-797ecdd5df54","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:16.478407695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"80846d42-e6cf-4388-acc1-f21e78d420af","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:17.381826396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"fc481c66-ca39-4c1e-8b34-9ac901317788","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:17.404642903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"fc481c66-ca39-4c1e-8b34-9ac901317788","name":"e2e-shared-a-w3-717217-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.05780529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca5e85-0b16-48d9-aadf-d964e591d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.061060107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca5e85-0b16-48d9-aadf-d964e591d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.065136452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca5e85-0b16-48d9-aadf-d964e591d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.069099742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca5e85-0b16-48d9-aadf-d964e591d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.267337472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095fa5d5-7335-4e1f-80b8-2efb7918bb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.271520316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095fa5d5-7335-4e1f-80b8-2efb7918bb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.277121694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095fa5d5-7335-4e1f-80b8-2efb7918bb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.280702073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095fa5d5-7335-4e1f-80b8-2efb7918bb27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:18.870998991Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-4af1f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-4af1f7","reconcileID":"974f9b7f-9c7c-43a4-8d3f-6afcca1c9aee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-4af1f7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-4af1f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.061236469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b149fcb-4b65-48bb-ae35-0eaba3fb6dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.064834432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b149fcb-4b65-48bb-ae35-0eaba3fb6dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.068066456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b149fcb-4b65-48bb-ae35-0eaba3fb6dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:19.071401919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b149fcb-4b65-48bb-ae35-0eaba3fb6dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.218583626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb00cec-e9a4-4b34-a714-605efe38c490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.221718684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb00cec-e9a4-4b34-a714-605efe38c490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.225146185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb00cec-e9a4-4b34-a714-605efe38c490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.228268677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb00cec-e9a4-4b34-a714-605efe38c490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.513357376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a0b84b-67f5-42d7-80cb-829ec27dff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.516502795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a0b84b-67f5-42d7-80cb-829ec27dff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.520089543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a0b84b-67f5-42d7-80cb-829ec27dff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.523537321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a0b84b-67f5-42d7-80cb-829ec27dff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.608646633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"dd585778-720a-490e-a12e-f82f638ab637","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-4248ae","tenantID":"e2e-autores-4248ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.649889716Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"dd585778-720a-490e-a12e-f82f638ab637","name":"e2e-autores-4248ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:20.998975378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e834576c-b061-4091-a226-9eb4e1fcab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.00819024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e834576c-b061-4091-a226-9eb4e1fcab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.014557554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e834576c-b061-4091-a226-9eb4e1fcab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.02073499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e834576c-b061-4091-a226-9eb4e1fcab0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.242985968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c346ba-79dc-4e34-aa5c-ac3f018ea139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.246115358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c346ba-79dc-4e34-aa5c-ac3f018ea139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.249171284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c346ba-79dc-4e34-aa5c-ac3f018ea139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.253816483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c346ba-79dc-4e34-aa5c-ac3f018ea139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.301682754Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-4a697f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-4a697f","reconcileID":"772662ba-20c0-4cda-a3c8-d9b589a705fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-4a697f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-4a697f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.601887819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275395ad-4b6d-475f-94f4-2667f5f85b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.60510368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275395ad-4b6d-475f-94f4-2667f5f85b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.608431225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275395ad-4b6d-475f-94f4-2667f5f85b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:21.611580198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"275395ad-4b6d-475f-94f4-2667f5f85b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.101245354Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-50e623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-50e623","reconcileID":"6fa3114f-a4fb-4b06-98a7-36427e5b1532","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-50e623","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-50e623":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.252621989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9c17fc-d2e3-467f-9684-e8ef7132ae9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.256421763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9c17fc-d2e3-467f-9684-e8ef7132ae9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.261334733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9c17fc-d2e3-467f-9684-e8ef7132ae9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.271085769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9c17fc-d2e3-467f-9684-e8ef7132ae9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.658002422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5529414a-a44f-4f7e-bde7-ac4b2d6ca7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.663478807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5529414a-a44f-4f7e-bde7-ac4b2d6ca7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.672135844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5529414a-a44f-4f7e-bde7-ac4b2d6ca7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.676005342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5529414a-a44f-4f7e-bde7-ac4b2d6ca7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:22.948707674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62f84bf-5820-4de9-b5e6-b72812f5dabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:23.080963178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62f84bf-5820-4de9-b5e6-b72812f5dabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:23.158511953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62f84bf-5820-4de9-b5e6-b72812f5dabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:23.18139995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62f84bf-5820-4de9-b5e6-b72812f5dabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.439428864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8526d7f1-3a54-4638-aafe-f42b701f1e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.440203552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"be9c37f1-a342-43dc-a80c-86dc64907977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.482326043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"be9c37f1-a342-43dc-a80c-86dc64907977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.508319789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8526d7f1-3a54-4638-aafe-f42b701f1e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.855030736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5d7dc4bd-c4f5-4343-a292-0344f4b5fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.856343026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5517e108-47e2-45ab-bc9f-32e85eb88605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.938683747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5517e108-47e2-45ab-bc9f-32e85eb88605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:26.939581882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5d7dc4bd-c4f5-4343-a292-0344f4b5fdd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:28.659558479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"6f8e0ce2-a1c0-4281-8a07-7473a4a4eb65","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:28.856735499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"03dd6ee6-57aa-4d03-8c62-e8713700b34a","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.594416429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"cfb942bc-e331-4617-b3e7-2952406d2e21","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.678603806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"94cb70f1-df65-4c9b-ab68-3587c29197d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.679585053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97f3908c-496a-428e-8e1f-6cbf9aac19a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.680811481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3b913701-f582-4fd1-9389-db3f1cedc00c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.700062944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97f3908c-496a-428e-8e1f-6cbf9aac19a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.714027943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"94cb70f1-df65-4c9b-ab68-3587c29197d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.734054828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"25f80d08-9769-4925-93d4-b153317f656e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.760583366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"b9c1ab27-d656-42f3-a8a6-d92d0900ae7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.836325436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"d13f7ad9-1525-4e20-9178-1e8cfd0368dd","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.895960674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b1962f3-a253-491f-a82f-0435e412055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.896110391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"44f069f7-3283-4fd2-a6e7-43d9a192f522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.897409974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"b47fb0f2-0891-475c-bfd9-62be6050e8b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.917758361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b1962f3-a253-491f-a82f-0435e412055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.92534926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"44f069f7-3283-4fd2-a6e7-43d9a192f522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:29.934691688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"de954f6b-b5c8-4f10-99db-0aab0b1e6a02","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.00332293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"50f2cac0-471c-419e-8b5c-20889d2f2f06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.087412901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"c4a14c25-d0fd-4dbc-b36d-e5ddb14fe0a1","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.446963048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"4b8e32d7-ab7e-46b7-8598-d18695744e63","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.864431136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"33af26a2-2538-47ba-b631-f40927eb38b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.872797871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"affa1e75-cafe-457b-943c-94f6f08a35bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.916047682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"33af26a2-2538-47ba-b631-f40927eb38b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.917662944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d65ae3bb-f170-401e-a2ea-eaadd0cb4019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.956691627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d65ae3bb-f170-401e-a2ea-eaadd0cb4019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.958035269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"40b860bb-07b1-4435-bed7-3db562048af7","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.987979145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"f6d5b1a5-4f6f-483c-90c1-b8c79c697e9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:30.998372778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"f92b0e20-c0e8-474e-897f-097a3812726e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.067990327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8aaa9e3a-648a-4cf3-b95d-bd4ae00f5f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.072978626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f1aa9402-db13-4519-aa5f-024607a721ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.091353489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8aaa9e3a-648a-4cf3-b95d-bd4ae00f5f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.097881339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3ae0d551-fa54-49ae-9f76-70ab9feeab7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.10466951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f1aa9402-db13-4519-aa5f-024607a721ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.300368568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"81bffd93-41d1-4cb5-8a7c-7f30458e4744","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.302886377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb9d608-9702-4388-82b4-b53f29a22944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.334223117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3befe3ae-a68b-41e4-98db-b6c1a354b99e","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.343747509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb9d608-9702-4388-82b4-b53f29a22944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.354399446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb9d608-9702-4388-82b4-b53f29a22944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.371209221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb9d608-9702-4388-82b4-b53f29a22944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.377017381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"fe079c56-c8a3-4a46-9ef6-6bd8072daced","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.399625194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a48ee70-9d84-4dcd-9dd7-0f7914b31c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.400530324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"4a791ff0-da25-4d58-86ae-fe4c640870f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.402706059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"7404c6d7-11ff-4e6d-a9cf-e3603c881fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.420102934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a48ee70-9d84-4dcd-9dd7-0f7914b31c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.423226622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"4a791ff0-da25-4d58-86ae-fe4c640870f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.433952573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"b5c36674-fbca-4cad-a0fb-da04972a48b0","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.455584934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"084d811f-1a8e-4efe-8f27-50ba0789b4e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.50967239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"b7befac3-5696-499c-b1c6-ab606c21516a","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.753106071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"458b0303-5576-4d0a-86c9-eb621b036e14","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.772126525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f4f176-3078-4c60-a994-67173a14eed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.781366633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f4f176-3078-4c60-a994-67173a14eed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.790350781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f4f176-3078-4c60-a994-67173a14eed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:31.802344976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f4f176-3078-4c60-a994-67173a14eed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.303748909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"b1dc7749-307d-44d8-b525-5e13c1e19b63","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.462783555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9a5e1a68-6033-4997-beb9-47e7cdbf9101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.463775145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"22a351fc-d78b-4ef6-93a9-0d2c77bf522e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.526409186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4b70bd92-4add-4ee2-9b69-c344df331d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.589469876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4b70bd92-4add-4ee2-9b69-c344df331d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.597248926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"e5f790eb-09e8-4777-91b0-bac7e303413f","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.623130038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"f9132aed-61a8-4c32-8374-a0b46b00d397","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.651144195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"f20be295-760f-4149-85f3-e96a050cae38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.718231584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9a5e1a68-6033-4997-beb9-47e7cdbf9101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.757340893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"f20be295-760f-4149-85f3-e96a050cae38","name":"e2e-shared-b-w1-4af1f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.802927927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"da9715a1-f33e-4ca6-81dc-5af52958fffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.850200779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7fa503-7750-4a68-b98c-82482ce89209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.884199174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7fa503-7750-4a68-b98c-82482ce89209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.908340672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7fa503-7750-4a68-b98c-82482ce89209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:32.930409417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7fa503-7750-4a68-b98c-82482ce89209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.39533257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5e0cbf-64f9-4cf5-a2b1-010e838be2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.405031021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5e0cbf-64f9-4cf5-a2b1-010e838be2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.41002861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5e0cbf-64f9-4cf5-a2b1-010e838be2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.416594073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5e0cbf-64f9-4cf5-a2b1-010e838be2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.781957388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06176f8-f3c1-428b-a04a-7e6466ba26f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.81819917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06176f8-f3c1-428b-a04a-7e6466ba26f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.830339282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06176f8-f3c1-428b-a04a-7e6466ba26f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:33.853203526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06176f8-f3c1-428b-a04a-7e6466ba26f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:34.11255405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7c3c85-9f4d-4292-bdfe-ae376962bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:34.153369705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7c3c85-9f4d-4292-bdfe-ae376962bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:34.164704982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7c3c85-9f4d-4292-bdfe-ae376962bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:34.169036071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7c3c85-9f4d-4292-bdfe-ae376962bc59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:36.973412794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6f9b48-c27d-4823-af31-2af60dabcb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:36.97924412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6f9b48-c27d-4823-af31-2af60dabcb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:36.985129044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6f9b48-c27d-4823-af31-2af60dabcb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:36.993013491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6f9b48-c27d-4823-af31-2af60dabcb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:37.472594898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ca62ba-5709-4def-8209-3c4001dbe8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:37.479376997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ca62ba-5709-4def-8209-3c4001dbe8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:37.486208112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ca62ba-5709-4def-8209-3c4001dbe8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:37.493121088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ca62ba-5709-4def-8209-3c4001dbe8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.263647991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"5d4eae1d-1c1b-48e1-9c9a-ff79b22c6baa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.298707272Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-556c14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-556c14","reconcileID":"a38f1d2e-4584-4563-b550-fba229bc413c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-556c14","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-556c14":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.31780757Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"5d4eae1d-1c1b-48e1-9c9a-ff79b22c6baa","name":"e2e-shared-b-w4-4a697f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.432047878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c886e09a-4452-4449-a907-8a6278acbc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.437211665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c886e09a-4452-4449-a907-8a6278acbc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.441040616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c886e09a-4452-4449-a907-8a6278acbc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.455552951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c886e09a-4452-4449-a907-8a6278acbc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.13229595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa8ee1-42a9-4d20-a26f-b325a1cfb832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.139346429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa8ee1-42a9-4d20-a26f-b325a1cfb832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.144583569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa8ee1-42a9-4d20-a26f-b325a1cfb832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.156902989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa8ee1-42a9-4d20-a26f-b325a1cfb832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.425736854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d439a2-3a02-4822-966a-3585eaa05c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.429634652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d439a2-3a02-4822-966a-3585eaa05c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.433436791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d439a2-3a02-4822-966a-3585eaa05c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.437477706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d439a2-3a02-4822-966a-3585eaa05c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.859583266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8182cd87-1f04-4e57-be60-41d10687e647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.867668137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8182cd87-1f04-4e57-be60-41d10687e647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.873228875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8182cd87-1f04-4e57-be60-41d10687e647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.88428758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8182cd87-1f04-4e57-be60-41d10687e647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.931265788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"9d1d2aa0-2528-4b50-9f15-600ecbadceb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.956183579Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"9d1d2aa0-2528-4b50-9f15-600ecbadceb6","name":"e2e-shared-a-w0-50e623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:44.463606774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:48.736766065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1a861d-ac01-4e81-8432-0058c5dc2363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:48.740097775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1a861d-ac01-4e81-8432-0058c5dc2363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:48.743125554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1a861d-ac01-4e81-8432-0058c5dc2363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:48.7475741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1a861d-ac01-4e81-8432-0058c5dc2363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:49.204326784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8dc243-50e5-441d-9319-d0c04a5db21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:49.207664376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8dc243-50e5-441d-9319-d0c04a5db21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:49.211008828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8dc243-50e5-441d-9319-d0c04a5db21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:49.215131478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8dc243-50e5-441d-9319-d0c04a5db21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.472106039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f43fe1-71f3-4ab7-a4cc-17d8c18fa63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.484270072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f43fe1-71f3-4ab7-a4cc-17d8c18fa63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.4948047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f43fe1-71f3-4ab7-a4cc-17d8c18fa63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.514097064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f43fe1-71f3-4ab7-a4cc-17d8c18fa63f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.559567692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"232e0005-5f08-4b52-afe8-daec027926ea","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.598079813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"28f7ff2f-36de-461c-ad9a-a4bf0d51b557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.598876551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"28473948-1070-46ca-8f71-f018948fe756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.599456626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"0fded31e-49e5-4933-b21f-937d54719b7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.625887341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"28f7ff2f-36de-461c-ad9a-a4bf0d51b557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.66531044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"28473948-1070-46ca-8f71-f018948fe756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.719254819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"83293e4d-07ab-4942-a9d6-3bec90a01bd8","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.833665753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"699bd4f8-8370-4149-936a-2ddf57a89f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.903690823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"5029b6f6-9626-41f1-bd4b-8125344939dc","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.991719755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"58c46196-5f45-43ad-892c-8cf39795c0d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.998057571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"744d4894-9d97-48d4-8e65-8db14021edcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:54.99932013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5f13841d-3ce6-4e12-9f66-c64def945d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.127640261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5f13841d-3ce6-4e12-9f66-c64def945d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.14771492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"744d4894-9d97-48d4-8e65-8db14021edcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.166070737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"6bc22a31-0352-40d8-8673-26927064f01b","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.185538179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"948bfc93-7b67-4be1-b4df-cc522ea454bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.244301729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53115e39-f5b0-41a7-91ab-864bea374b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.250679738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53115e39-f5b0-41a7-91ab-864bea374b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.257112887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53115e39-f5b0-41a7-91ab-864bea374b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.270224584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53115e39-f5b0-41a7-91ab-864bea374b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.51915433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"987cc9f5-a414-422c-9dba-d7bbbb205e5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:55.576820455Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"987cc9f5-a414-422c-9dba-d7bbbb205e5c","name":"e2e-shared-b-w3-556c14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.495425056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e374b761-ca8d-4caa-8c2e-91f4cf4030a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.501823515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e374b761-ca8d-4caa-8c2e-91f4cf4030a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.509071304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e374b761-ca8d-4caa-8c2e-91f4cf4030a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.516378569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e374b761-ca8d-4caa-8c2e-91f4cf4030a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.791668132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"29c12751-2853-4be4-b3cf-631be243b270","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.808178395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"b1ed4b19-c8fc-4db3-b9c2-1940b0fdd5ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.810142168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"37947569-9323-4baf-bf5c-8efd09ffe51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.810285285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"65250f19-dd02-4f2f-846a-ba0b743283a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.819160489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"37947569-9323-4baf-bf5c-8efd09ffe51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.821304781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead93963-d660-4f7b-8d29-2885bf397e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.824264376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"65250f19-dd02-4f2f-846a-ba0b743283a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.827069299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead93963-d660-4f7b-8d29-2885bf397e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.857673997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead93963-d660-4f7b-8d29-2885bf397e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.862840816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead93963-d660-4f7b-8d29-2885bf397e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.868602986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"cd9778aa-cde5-4d2c-ace9-abbe4566fc72","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.906078011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"66c74c8c-2239-4890-9b46-8aded68e1cca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.121005705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"5b7e0105-6bd3-424b-bb74-5234fbbd2160","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.138225537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"4c77e363-4e34-41fa-abad-42e1b4bc366c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.163644362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"f9c31f05-2fba-4f3a-86fd-0932b9640949","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.253441619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c9fd1a8c-1403-4b4d-b767-c8b27e277349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.254391555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a9ea2db1-5861-48b1-92f5-7d16e626a74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.257550311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"41cf3e30-5b89-42cf-bbe7-72c10193e57f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.261175294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c9fd1a8c-1403-4b4d-b767-c8b27e277349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.261371667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a9ea2db1-5861-48b1-92f5-7d16e626a74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.12408865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"7eb9d692-2ac9-4d77-a1d3-d48a884b84bb","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.143485449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"a8479596-45e8-4fa4-b3c9-80480420db70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.144670226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7205d05e-e701-4078-a2dd-ee0e509332e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.146198975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a65c3092-4a8e-4ac8-a6d0-a768edb9513f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.153221875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7205d05e-e701-4078-a2dd-ee0e509332e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.153717258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a65c3092-4a8e-4ac8-a6d0-a768edb9513f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.160568436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"35a27663-2243-4788-ad94-59e0c2968926","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.23921966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"be1b9f97-2292-42de-879a-1db2bc117b62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:00.456268402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"65412eb8-816b-4e1c-a9db-8e0761f9d1cd","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.349901428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01774491-b89f-4a08-a9fc-fa3264cb648e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.350019036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01774491-b89f-4a08-a9fc-fa3264cb648e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.36851296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99497e9f-2740-48d2-9dd4-8e9e45349014","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.374138794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe485d2-134d-4d84-8dbe-4253e982b7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.374598734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f7557d-13cc-4f5f-9923-efbd34aef155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.384287083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe485d2-134d-4d84-8dbe-4253e982b7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.385086639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f7557d-13cc-4f5f-9923-efbd34aef155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.397790686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"166a0846-648f-4eb6-a478-01a2410661de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.397814036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"166a0846-648f-4eb6-a478-01a2410661de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:01.491704349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61e2c1f8-71f8-470d-bf7e-da061041e197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.508030173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"ccb838b8-5040-43ab-85e6-fafe8fd616fd","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.521779014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"e9a850b1-afec-4731-aea8-82f7db4b9fcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.527669564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ebedb561-ee99-4573-a1e8-2037075179bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.528080201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8db26935-1590-48c8-9593-9a02730e0232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.536332329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ebedb561-ee99-4573-a1e8-2037075179bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.537220185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8db26935-1590-48c8-9593-9a02730e0232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.546074117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"441f222b-1040-470b-a592-10867d156543","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.62266319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"a7b27a22-4587-4c76-9b4f-7f0d368cab1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.847712892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"16b43b32-bdcb-4d27-8c8d-01cce7bccfe8","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.885448413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b056db6b-b2e0-4a24-b7fc-857c811bc918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.885580845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cbf33b4e-7747-471f-9d68-bf5160b8244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.88697784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"d8cd6aed-7e85-47d5-b813-aacc5892486b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.899510956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cbf33b4e-7747-471f-9d68-bf5160b8244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.901289781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b056db6b-b2e0-4a24-b7fc-857c811bc918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.913999516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"bd9dd591-021d-4d89-9a80-2788c45e2a6c","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:04.982245531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"aa11aa61-e99c-4d2f-944a-8221ea348e9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.524556612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641cfaf7-cb5f-48fe-adac-57fd5446b71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.528343511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641cfaf7-cb5f-48fe-adac-57fd5446b71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.531786185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641cfaf7-cb5f-48fe-adac-57fd5446b71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.536895629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641cfaf7-cb5f-48fe-adac-57fd5446b71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.753013925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60d44e-d186-4dc1-abfd-cbb8701bc8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.765616195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60d44e-d186-4dc1-abfd-cbb8701bc8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.778578349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60d44e-d186-4dc1-abfd-cbb8701bc8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.784098461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b60d44e-d186-4dc1-abfd-cbb8701bc8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.08408996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e34b85e-5d62-4a76-89cf-79d5f2c61b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.087363705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e34b85e-5d62-4a76-89cf-79d5f2c61b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.090991851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e34b85e-5d62-4a76-89cf-79d5f2c61b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.094237521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e34b85e-5d62-4a76-89cf-79d5f2c61b45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.343282691Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-020af9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-020af9","reconcileID":"c57a205c-62f8-4b46-bd7e-d6752421635f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-020af9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-020af9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.632232948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b31309-ebb2-45de-8365-1c72565197d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.635489751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b31309-ebb2-45de-8365-1c72565197d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.638579224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b31309-ebb2-45de-8365-1c72565197d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.641635986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b31309-ebb2-45de-8365-1c72565197d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.874207443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"5261def0-0d8f-42c4-8ec2-b23f6a2dbafe","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.914092023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-4248ae","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"autores-model-4248ae","reconcileID":"86e28b4d-77b9-4a85-95cb-602b7f70dfba","MaaSModelRef":{"name":"autores-model-4248ae","namespace":"ai-tenant-e2e-autores-4248ae"},"tenant":"e2e-autores-4248ae","gateway":"openshift-ingress/e2e-autores-4248ae","model":"ai-tenant-e2e-autores-4248ae/autores-model-4248ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.914188833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-4248ae","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"autores-model-4248ae","reconcileID":"86e28b4d-77b9-4a85-95cb-602b7f70dfba","MaaSModelRef":{"name":"autores-model-4248ae","namespace":"ai-tenant-e2e-autores-4248ae"},"routeName":"autores-model-4248ae-kserve-route","namespace":"ai-tenant-e2e-autores-4248ae","llmisvcName":"autores-model-4248ae","gateway":"openshift-ingress/e2e-autores-4248ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.941432816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6f819-2fc4-4ff5-8334-946da28b72b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.944615053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6f819-2fc4-4ff5-8334-946da28b72b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.954385749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6f819-2fc4-4ff5-8334-946da28b72b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.960923387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6f819-2fc4-4ff5-8334-946da28b72b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.166127166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"dcc84a49-aebe-4bc7-bcb4-d03c1e3fd506","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.375524999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7841cf3-494c-45ad-b1d5-0fbfbcbfea5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.378657715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7841cf3-494c-45ad-b1d5-0fbfbcbfea5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.381925847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7841cf3-494c-45ad-b1d5-0fbfbcbfea5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.385019825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7841cf3-494c-45ad-b1d5-0fbfbcbfea5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.725475914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"4a71c048-2b08-4daf-853b-7426bce37b3c","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.752280231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"d63d295b-634a-4c81-bd02-2f01bba07712","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.762776585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e61caeda-e974-47a6-8e86-450b3cc67d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.763404603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f7ba1cd5-3142-497c-873a-3385afe90819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.781220494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e61caeda-e974-47a6-8e86-450b3cc67d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.782975739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f7ba1cd5-3142-497c-873a-3385afe90819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.78626028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdcb469-d2e5-4312-9625-4635cf7c603a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.790704837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdcb469-d2e5-4312-9625-4635cf7c603a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.795059389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdcb469-d2e5-4312-9625-4635cf7c603a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.799147525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccdcb469-d2e5-4312-9625-4635cf7c603a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.804785266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"e631c178-770b-4d12-b3be-7026749f0347","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:08.864508782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"bf726247-5e26-4bd7-9c49-eb7ad96da6ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.163861789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"c7c9ff2e-becb-4291-b9de-4f9e03bb40c3","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.265092326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"073be523-d1e1-454f-90da-f68957a13e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.265811674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9b346e9e-a04d-47f5-b0db-77bbed5995bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.275379532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"5c854006-33b5-438e-b564-6bcd3e560147","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.287833302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"073be523-d1e1-454f-90da-f68957a13e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.316570871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9b346e9e-a04d-47f5-b0db-77bbed5995bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.387892388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"077e9cea-6853-468e-a929-e1769a657077","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.48175542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"f881c8ae-adb8-4c35-8cad-473459d81eae","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.489358602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"c9c4cfe3-847f-4e97-9f60-fe6978eeb071","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.494775814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7aafca11-d6ec-4bac-a4e4-92f58e7eff3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.494782021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"884b30db-035b-4d63-9fa6-5956d461aaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.503714157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"884b30db-035b-4d63-9fa6-5956d461aaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.503765734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7aafca11-d6ec-4bac-a4e4-92f58e7eff3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.545989048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"b631b530-6d64-4ae0-b105-3604b53ed2f6","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.561822651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"45674816-2ce3-44ba-a5ff-7026e46b1ba7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.57968529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"448c41dd-2105-4cbd-9243-0b9f166b5bca","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.5816405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b000501-8246-4d0e-beac-a6587cf4461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.5849874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b000501-8246-4d0e-beac-a6587cf4461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.588316308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b000501-8246-4d0e-beac-a6587cf4461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.591983049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b000501-8246-4d0e-beac-a6587cf4461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.614877585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"c61d1c76-e75a-4cba-b98f-d6a952a93b35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.84993495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c27aa1df-00d8-475b-8cab-68a6e480bd38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:09.859064259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c27aa1df-00d8-475b-8cab-68a6e480bd38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.047822968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff639b2-f62d-4e1a-b23e-6746de71dc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.048885138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712d7475-274c-4a23-8397-c53acd211bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.050161319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bd71aa2-20de-4a76-9989-7e1aca90bedd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.121234583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff639b2-f62d-4e1a-b23e-6746de71dc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.294730603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712d7475-274c-4a23-8397-c53acd211bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.465953061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984ef4cb-5d22-4f97-a462-bf9bbb8a211d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.465995656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"984ef4cb-5d22-4f97-a462-bf9bbb8a211d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.557945642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bc1131c-8d4a-4615-a441-0d468d712580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.596332767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b150a53-7f3e-45fd-a60f-0490aba960e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.600166584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b150a53-7f3e-45fd-a60f-0490aba960e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.603387775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b150a53-7f3e-45fd-a60f-0490aba960e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.606407544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b150a53-7f3e-45fd-a60f-0490aba960e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.890451748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bc5f4b-3002-439d-8a45-caab0d56a044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.893511139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bc5f4b-3002-439d-8a45-caab0d56a044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.896560137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bc5f4b-3002-439d-8a45-caab0d56a044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:10.901072027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bc5f4b-3002-439d-8a45-caab0d56a044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.374949857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"084b8d9e-d1bf-4faa-ad0f-75ab059d6c1e","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:11.374982609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"084b8d9e-d1bf-4faa-ad0f-75ab059d6c1e","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:14.457368473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:23.716112244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"483c0868-0d2f-47b6-b847-2f6d69553ea0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:23.739372236Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"483c0868-0d2f-47b6-b847-2f6d69553ea0","name":"e2e-shared-b-w0-020af9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:23.998238266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"0606415e-660e-4f1f-b8ef-14a7f4fbe891","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:23.998272839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"0606415e-660e-4f1f-b8ef-14a7f4fbe891","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.507497792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3684d812-1fdd-41f5-8ea5-676c5828ec81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.510693046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3684d812-1fdd-41f5-8ea5-676c5828ec81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.514033213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3684d812-1fdd-41f5-8ea5-676c5828ec81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.517515342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3684d812-1fdd-41f5-8ea5-676c5828ec81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.786555038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cad077-56e1-4dc8-b980-c75542a2efd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.814762349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cad077-56e1-4dc8-b980-c75542a2efd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.820612316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cad077-56e1-4dc8-b980-c75542a2efd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.824572545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cad077-56e1-4dc8-b980-c75542a2efd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.243788567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"a000c24a-b919-4c4a-ba2b-35e54090c671","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.24387672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"a000c24a-b919-4c4a-ba2b-35e54090c671","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.565777212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"b5d3cdf3-284f-4f09-a5ea-3d2ca7d08209","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.565802487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"b5d3cdf3-284f-4f09-a5ea-3d2ca7d08209","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.574286441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"fb02bf50-f574-4392-adf6-9776d1e0f2b0","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.574304518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"fb02bf50-f574-4392-adf6-9776d1e0f2b0","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.580114809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf71d4ee-36e9-418c-8957-520253dffd2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.610814931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf71d4ee-36e9-418c-8957-520253dffd2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.616821254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf71d4ee-36e9-418c-8957-520253dffd2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.624771318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"a72b37b9-486d-4a42-b6d2-1bd7062b4143","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.624787805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"a72b37b9-486d-4a42-b6d2-1bd7062b4143","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:44.458104938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:46.179884388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7acca29e-aa60-413e-9b04-8308af7abbfd","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:46.179948611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7acca29e-aa60-413e-9b04-8308af7abbfd","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:51.885988528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed1129-c4ba-4682-bcfb-e8fb3519c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:51.889088832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed1129-c4ba-4682-bcfb-e8fb3519c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:51.892275744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed1129-c4ba-4682-bcfb-e8fb3519c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:51.895571085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed1129-c4ba-4682-bcfb-e8fb3519c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:52.384978288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912f9a4e-70c7-4731-9410-b34baf860649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:52.388342539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912f9a4e-70c7-4731-9410-b34baf860649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:52.391628337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912f9a4e-70c7-4731-9410-b34baf860649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:52.394671163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912f9a4e-70c7-4731-9410-b34baf860649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.656874458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"30ca3d74-ca19-4990-bd71-c507d8b02f05","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.665508488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"30ca3d74-ca19-4990-bd71-c507d8b02f05","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:53.670817381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"30ca3d74-ca19-4990-bd71-c507d8b02f05","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:55.88848427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"8f425deb-9275-4c63-9203-8abf6233ee20","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:55.888588447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"8f425deb-9275-4c63-9203-8abf6233ee20","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.206197452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"323daee1-fdef-4705-8df2-532ed11ec418","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.206301689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"323daee1-fdef-4705-8df2-532ed11ec418","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.219158461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"dc402519-1da1-48b0-808f-723b28304d87","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.219266951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"dc402519-1da1-48b0-808f-723b28304d87","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.233588271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"edcae6d6-1229-432a-9b33-0655d1ff4a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.287837023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"edcae6d6-1229-432a-9b33-0655d1ff4a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.294185269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"edcae6d6-1229-432a-9b33-0655d1ff4a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.307525187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"b8fb995e-01e6-4833-9558-0cb9fabd6067","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:56.307543996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"b8fb995e-01e6-4833-9558-0cb9fabd6067","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:59.899236219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"71ddb9fc-69db-4bba-b6b5-e8218c18f6be","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:59.899268575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"71ddb9fc-69db-4bba-b6b5-e8218c18f6be","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.199595773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","namespace":"ai-tenant-e2e-autores-4248ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.199716754Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","namespace":"ai-tenant-e2e-autores-4248ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.199800756Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","tenant":"e2e-autores-4248ae","tenantID":"e2e-autores-4248ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.210162099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Deployment","name":"maas-api-e2e-autores-4248ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.228460461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Service","name":"maas-api-e2e-autores-4248ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.238192868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-4248ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.256627265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-4248ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.273779821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.282405192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.300448424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.328676552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.333328703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Deployment","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.339067265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.345828181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Service","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.362201637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"Service","name":"payload-pre-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.376238417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"DestinationRule","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.389224954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.396201988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.404113541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.417242977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.42824885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.438280273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-4248ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:03.445210775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4248ae"},"namespace":"ai-tenant-e2e-autores-4248ae","name":"default-tenant","reconcileID":"367e0448-5dbb-45d2-ae9c-11c83fa8a502","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-4248ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:04.039526799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"a6fac207-346a-48bd-a310-f709f4daf413","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:04.19457209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"a6fac207-346a-48bd-a310-f709f4daf413","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:04.244777153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ba0848426c9fae41c545499fd771141d7f36898841e1696e9ae5ea65411937) AuthConfig (ee584ac407cc675e9fe1f09110d895a190515866f82e458b84d643edc4f11dcf) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (4ac3810b7daa9b97684af57e37cb453286837d68e16aad3f012af8340cdc5f86) AuthConfig (13e4ef8c0f0ba6396ef6da1b072dbc8435353f844ae9150dc2c8214acbeb75ab) AuthConfig (d4bb76932aff749a2034a51b7eebba114f347c669fd00f0a2368676d13e9dd3e) AuthConfig (2e261889c9a1f6bd5d4e8b7814022c0b81da5445ae284703f13134e448dc2bb0) AuthConfig (6dd615637a74048b3741d4b64abba74b963be87fbc1551e147f2c9b939ec6a33) AuthConfig (579544195126c7bb494ee46ee2c1f7fd4356fecfc910876f1854db2f7fa5668e) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (6fe3578eba67ec7a99f5f6c1494760e5cf64d97f498a089872bbe3e59f42ec9e) AuthConfig (27e7a033c8471733fca739d810fb4504898b41da41a03309b95c0acf29490a07) AuthConfig (83de1396687ea541cc57336db345b69091a292ea1968212ab65761fe7f770291) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (c6fe97edfcf53e0abe3669e9536304e64670c0642d51e035efbd90fefcae91a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"a6fac207-346a-48bd-a310-f709f4daf413","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:04.37229171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"cb6e1ed4-0c8e-42ae-b8c0-7b2b80019261","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:04.372408116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"cb6e1ed4-0c8e-42ae-b8c0-7b2b80019261","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.017301526Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4248ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4248ae","reconcileID":"d161aba3-0597-4fdd-b13f-74bf5509ee20","aitenant":"ai-tenants/e2e-autores-4248ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.173862482Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4248ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4248ae","reconcileID":"d161aba3-0597-4fdd-b13f-74bf5509ee20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-4248ae","removed":["maas.opendatahub.io/gateway-access-e2e-autores-4248ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.318331131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"a700a43b-1b17-49c1-a630-ea0af72bb881","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.338716278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"a700a43b-1b17-49c1-a630-ea0af72bb881","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.40220354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12d3717-7c24-4b68-bf9a-9ce6cb67cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.427869511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"a700a43b-1b17-49c1-a630-ea0af72bb881","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.442369183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12d3717-7c24-4b68-bf9a-9ce6cb67cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.456070377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12d3717-7c24-4b68-bf9a-9ce6cb67cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:06.499138645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12d3717-7c24-4b68-bf9a-9ce6cb67cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:07.4227331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92b7b31-5edc-465c-9777-894b4b192833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:07.428895097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92b7b31-5edc-465c-9777-894b4b192833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:07.435089545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92b7b31-5edc-465c-9777-894b4b192833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:07.446818537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c92b7b31-5edc-465c-9777-894b4b192833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:08.526254117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfd61d-7286-424f-92c4-23f892c07f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:08.602558633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfd61d-7286-424f-92c4-23f892c07f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:08.646626147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfd61d-7286-424f-92c4-23f892c07f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:08.703055651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddfd61d-7286-424f-92c4-23f892c07f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.582766852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154f52e-8c2f-41da-b59f-5c508b72a45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.674958262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154f52e-8c2f-41da-b59f-5c508b72a45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.709251998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154f52e-8c2f-41da-b59f-5c508b72a45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.727862566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0154f52e-8c2f-41da-b59f-5c508b72a45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.203761138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea2e1d8-7c12-4e2a-ba2c-2512154dec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.21205545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea2e1d8-7c12-4e2a-ba2c-2512154dec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.225865283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea2e1d8-7c12-4e2a-ba2c-2512154dec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.237169073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea2e1d8-7c12-4e2a-ba2c-2512154dec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.259700021Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-84e377","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-84e377","reconcileID":"77057de7-912a-47a8-a7b7-d5ce68269e99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-84e377","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-84e377":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.712931649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef01f1-0eed-4eb8-95ad-982c57ca935e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.716152317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef01f1-0eed-4eb8-95ad-982c57ca935e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.719226797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef01f1-0eed-4eb8-95ad-982c57ca935e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.722322376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef01f1-0eed-4eb8-95ad-982c57ca935e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.427012036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"2e5951cc-d4de-457a-8e4a-3c3535a29f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.449368672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"2e5951cc-d4de-457a-8e4a-3c3535a29f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.478019505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ba0848426c9fae41c545499fd771141d7f36898841e1696e9ae5ea65411937) AuthConfig (ee584ac407cc675e9fe1f09110d895a190515866f82e458b84d643edc4f11dcf) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (4ac3810b7daa9b97684af57e37cb453286837d68e16aad3f012af8340cdc5f86) AuthConfig (13e4ef8c0f0ba6396ef6da1b072dbc8435353f844ae9150dc2c8214acbeb75ab) AuthConfig (d4bb76932aff749a2034a51b7eebba114f347c669fd00f0a2368676d13e9dd3e) AuthConfig (2e261889c9a1f6bd5d4e8b7814022c0b81da5445ae284703f13134e448dc2bb0) AuthConfig (6dd615637a74048b3741d4b64abba74b963be87fbc1551e147f2c9b939ec6a33) AuthConfig (579544195126c7bb494ee46ee2c1f7fd4356fecfc910876f1854db2f7fa5668e) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (6fe3578eba67ec7a99f5f6c1494760e5cf64d97f498a089872bbe3e59f42ec9e) AuthConfig (27e7a033c8471733fca739d810fb4504898b41da41a03309b95c0acf29490a07) AuthConfig (83de1396687ea541cc57336db345b69091a292ea1968212ab65761fe7f770291) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (c6fe97edfcf53e0abe3669e9536304e64670c0642d51e035efbd90fefcae91a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"2e5951cc-d4de-457a-8e4a-3c3535a29f61","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:14.491530291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.461262682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"ec226ef5-1e15-460c-8852-275c6995dae2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.491958851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"ec226ef5-1e15-460c-8852-275c6995dae2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:16.50303037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"ec226ef5-1e15-460c-8852-275c6995dae2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.459016928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"8b768a31-f37e-48db-b96e-f4e209ef88aa","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.459056636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"8b768a31-f37e-48db-b96e-f4e209ef88aa","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.761991654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"b3df2657-6c76-4d7c-bac7-387a08e7a6bf","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.762092639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"b3df2657-6c76-4d7c-bac7-387a08e7a6bf","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.774716577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"da342230-4d3c-4960-8e2d-498c18279bf6","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.774824886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"da342230-4d3c-4960-8e2d-498c18279bf6","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.78709159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"433b8ca2-2f51-49ca-83ea-d6080d944f50","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.811503502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"433b8ca2-2f51-49ca-83ea-d6080d944f50","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.817602224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"433b8ca2-2f51-49ca-83ea-d6080d944f50","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.825197511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"72261420-d46c-4daa-9a60-f2c671e8eca5","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.825215865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"72261420-d46c-4daa-9a60-f2c671e8eca5","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.27666576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"6db07401-fb3c-419c-944a-5e2329314041","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.276690556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"6db07401-fb3c-419c-944a-5e2329314041","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.581540931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"8a67665b-a056-4a1f-9e24-572720e1fb8c","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.581564226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"8a67665b-a056-4a1f-9e24-572720e1fb8c","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.591569405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7f2da1ee-899f-43fa-acd1-2fb3b241ce3f","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.591589972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7f2da1ee-899f-43fa-acd1-2fb3b241ce3f","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.600895457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"1c5ac5a4-f928-4d53-9b4e-12fd4593e335","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.636287759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"1c5ac5a4-f928-4d53-9b4e-12fd4593e335","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.642046754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"1c5ac5a4-f928-4d53-9b4e-12fd4593e335","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.653457459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"32002c5a-6c0d-4cf6-8c5c-38ebece01750","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.65348565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"32002c5a-6c0d-4cf6-8c5c-38ebece01750","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.297296664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"dd75e446-f1d7-4369-a2e8-ebba834a18c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-84e377","tenantID":"e2e-explicit-84e377","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.313261022Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"dd75e446-f1d7-4369-a2e8-ebba834a18c2","name":"e2e-explicit-84e377-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.490390191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"147708c7-0205-4254-ac4e-07ec4612759e","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.583877165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"147708c7-0205-4254-ac4e-07ec4612759e","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:24.788821984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1ba0848426c9fae41c545499fd771141d7f36898841e1696e9ae5ea65411937) AuthConfig (ee584ac407cc675e9fe1f09110d895a190515866f82e458b84d643edc4f11dcf) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (4ac3810b7daa9b97684af57e37cb453286837d68e16aad3f012af8340cdc5f86) AuthConfig (13e4ef8c0f0ba6396ef6da1b072dbc8435353f844ae9150dc2c8214acbeb75ab) AuthConfig (d4bb76932aff749a2034a51b7eebba114f347c669fd00f0a2368676d13e9dd3e) AuthConfig (2e261889c9a1f6bd5d4e8b7814022c0b81da5445ae284703f13134e448dc2bb0) AuthConfig (6dd615637a74048b3741d4b64abba74b963be87fbc1551e147f2c9b939ec6a33) AuthConfig (579544195126c7bb494ee46ee2c1f7fd4356fecfc910876f1854db2f7fa5668e) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (6fe3578eba67ec7a99f5f6c1494760e5cf64d97f498a089872bbe3e59f42ec9e) AuthConfig (27e7a033c8471733fca739d810fb4504898b41da41a03309b95c0acf29490a07) AuthConfig (83de1396687ea541cc57336db345b69091a292ea1968212ab65761fe7f770291) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (c6fe97edfcf53e0abe3669e9536304e64670c0642d51e035efbd90fefcae91a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"147708c7-0205-4254-ac4e-07ec4612759e","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.515297612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"200dfeee-762f-42c9-86c5-d12eae2291e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.553496259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"200dfeee-762f-42c9-86c5-d12eae2291e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:26.563064111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"200dfeee-762f-42c9-86c5-d12eae2291e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.831810746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"7ea975df-bcf4-4a50-99ed-0c7ac3d28264","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.8405724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"7ea975df-bcf4-4a50-99ed-0c7ac3d28264","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:31.846724618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"7ea975df-bcf4-4a50-99ed-0c7ac3d28264","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:33.782447791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"5c944799-5f03-47fb-9db4-03789137a534","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:33.800337184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"5c944799-5f03-47fb-9db4-03789137a534","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:33.881742676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"5c944799-5f03-47fb-9db4-03789137a534","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:34.795558276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"6728234d-b26f-4ab8-b188-00eb29328295","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:34.80405061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"6728234d-b26f-4ab8-b188-00eb29328295","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:34.828448209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"4ea17c75-529d-4841-b4e3-ed63a4dfc9b3","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:34.828484392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"4ea17c75-529d-4841-b4e3-ed63a4dfc9b3","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.501258046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"6ea7dbaa-a743-4206-b228-3cd747913874","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.50128579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"6ea7dbaa-a743-4206-b228-3cd747913874","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.508731737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"23df0d65-ef8e-4e1d-86d8-a33431a71cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:07:35.512368331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"edd58b57-7484-47c6-87e8-21e5ac05929e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-edbc61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.513224436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"441779dc-2f61-4577-9fff-72c329b42b8f","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.513247433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"441779dc-2f61-4577-9fff-72c329b42b8f","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.516401708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"23df0d65-ef8e-4e1d-86d8-a33431a71cba","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.524076043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"4a919345-d566-41f3-bd77-5e2e031c0845","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.524092414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"4a919345-d566-41f3-bd77-5e2e031c0845","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.533162648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"59642b81-d906-4c5c-abe8-d8080a55cb99","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.533181158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"59642b81-d906-4c5c-abe8-d8080a55cb99","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.550069013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"72cd1135-89c7-4c4a-b046-57a513d25c0a","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","model":"auth-test-model-2729f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-2729f2/e2e-auth-iso-edbc61"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.568628229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"d55588be-2965-4b42-b270-043639217de3","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.568646396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"d55588be-2965-4b42-b270-043639217de3","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.606820202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"f9edb3d0-6a1f-46c8-b577-54b3853f5c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.614984788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"f9edb3d0-6a1f-46c8-b577-54b3853f5c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:35.648427745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"cd919b14-0cef-42b6-80cf-e3940be60877","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:36.577839364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"377bb42c-6e5f-4aff-840e-5dc0b33d708f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:36.584765594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"377bb42c-6e5f-4aff-840e-5dc0b33d708f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:36.591833799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a87ae6a4720cd482bcf9a007ad24a33edcf03d55417afb48f774cff478c912ba) AuthConfig (7cb868d92f00ac06e422855cfe5dfc3359ae161d5d341f8fdd3c81e79826e6fe) AuthConfig (05060eab62920e2a01c318925d1d537adf128fa32359149c2be1c62465a29184) AuthConfig (fc9d898b208bb335802ff1ac12c3efdc68a2d8a66768a0e5a23929b987bd6eaa) AuthConfig (8afd84770bed5727bfc48655af4a579f0c988d3642c86da69b7ca20241373275) AuthConfig (0735cb5038ccb03122c102a9ae6784fa78f16c9f5efed56be3e71c22362a29fa) AuthConfig (1970c446ca3875e3d90da457140dcf2e34f94b93d8af8bf6aae84e3f40022fa8) AuthConfig (ff4be0171e95f1b7e8a6685170e832a46a3faf4cf77f5906f478e2d254cb2c7a) AuthConfig (69f4df75eda3d28d5d33875e7f8a26759e665d3bb5a3a2ca0b58bc9ca2196928) AuthConfig (b29aaaf9a56c3309ecdb1c1b87469ed54cca553327a4cde1e77d40dd0570404d) AuthConfig (e952669ab66259321e9ecd6289337849fa5849172ed585bceba20e44afd12402) AuthConfig (0d3af2bdb83b8f4c2b5ba2260c7ef65dfd208a67bfff5470cb78ccc9369a4013) AuthConfig (86c38f7049c7d401a454c0a7b7fa5762484d8fcb96c774977227357b3da58526) AuthConfig (d56f8cb0a765d6976177bd38749bec80b5a5399b1729dd3a5e5eef6c2f5c22a1) AuthConfig (6f864a432700d26cdb52c506b0710ad990317a450bc4106212ded5739ec6ec34) AuthConfig (1ecbecfd135cb5670246541e84129fc64fe6c17f2a668825317e701920dc8b97) AuthConfig (a4802e2f8ce1d8694d6e0f861d07c698d1697dd38a580c37eaf1a623242b13da) AuthConfig (1b7aa3ed52e7b0e4e12934fc8f2e3646f0f2a0ae70ad9c999cb42610a316b750)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"377bb42c-6e5f-4aff-840e-5dc0b33d708f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:36.600568365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"af718ce8-1ca9-4883-b630-0fb788eed346","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:36.600594036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"af718ce8-1ca9-4883-b630-0fb788eed346","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.228409252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ce51a-8409-4060-8161-43053a4a1515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.232384438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ce51a-8409-4060-8161-43053a4a1515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.236186878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ce51a-8409-4060-8161-43053a4a1515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.247017488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d92ce51a-8409-4060-8161-43053a4a1515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.53339287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec3b9ab-f1b6-45d1-8661-1b8951748203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.547745121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec3b9ab-f1b6-45d1-8661-1b8951748203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.553020634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec3b9ab-f1b6-45d1-8661-1b8951748203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:37.595891735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec3b9ab-f1b6-45d1-8661-1b8951748203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:41.86202066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1127872f-2061-4414-b046-ad7ffbcc8dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:41.877142994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1127872f-2061-4414-b046-ad7ffbcc8dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:41.886003755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1127872f-2061-4414-b046-ad7ffbcc8dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:43.277326318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-84e377","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"explicit-model-84e377","reconcileID":"6cd8f4ee-1cde-47c9-9981-21e8e6d71138","MaaSModelRef":{"name":"explicit-model-84e377","namespace":"ai-tenant-e2e-explicit-84e377"},"routeName":"explicit-model-84e377-kserve-route","namespace":"ai-tenant-e2e-explicit-84e377","llmisvcName":"explicit-model-84e377","gateway":"openshift-ingress/e2e-explicit-84e377","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:43.902326404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"aed05892-3d49-4ac9-a174-7aaf665fdf88","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:43.951244556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"aed05892-3d49-4ac9-a174-7aaf665fdf88","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:43.958669268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"aed05892-3d49-4ac9-a174-7aaf665fdf88","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:44.468369934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:46.607561204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"16572a20-61fb-4af2-b9bf-93b612032635","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:46.614839166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"16572a20-61fb-4af2-b9bf-93b612032635","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:46.622238648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a87ae6a4720cd482bcf9a007ad24a33edcf03d55417afb48f774cff478c912ba) AuthConfig (7cb868d92f00ac06e422855cfe5dfc3359ae161d5d341f8fdd3c81e79826e6fe) AuthConfig (05060eab62920e2a01c318925d1d537adf128fa32359149c2be1c62465a29184) AuthConfig (fc9d898b208bb335802ff1ac12c3efdc68a2d8a66768a0e5a23929b987bd6eaa) AuthConfig (8afd84770bed5727bfc48655af4a579f0c988d3642c86da69b7ca20241373275) AuthConfig (0735cb5038ccb03122c102a9ae6784fa78f16c9f5efed56be3e71c22362a29fa) AuthConfig (1970c446ca3875e3d90da457140dcf2e34f94b93d8af8bf6aae84e3f40022fa8) AuthConfig (ff4be0171e95f1b7e8a6685170e832a46a3faf4cf77f5906f478e2d254cb2c7a) AuthConfig (69f4df75eda3d28d5d33875e7f8a26759e665d3bb5a3a2ca0b58bc9ca2196928) AuthConfig (b29aaaf9a56c3309ecdb1c1b87469ed54cca553327a4cde1e77d40dd0570404d) AuthConfig (e952669ab66259321e9ecd6289337849fa5849172ed585bceba20e44afd12402) AuthConfig (0d3af2bdb83b8f4c2b5ba2260c7ef65dfd208a67bfff5470cb78ccc9369a4013) AuthConfig (86c38f7049c7d401a454c0a7b7fa5762484d8fcb96c774977227357b3da58526) AuthConfig (d56f8cb0a765d6976177bd38749bec80b5a5399b1729dd3a5e5eef6c2f5c22a1) AuthConfig (6f864a432700d26cdb52c506b0710ad990317a450bc4106212ded5739ec6ec34) AuthConfig (1ecbecfd135cb5670246541e84129fc64fe6c17f2a668825317e701920dc8b97) AuthConfig (a4802e2f8ce1d8694d6e0f861d07c698d1697dd38a580c37eaf1a623242b13da) AuthConfig (1b7aa3ed52e7b0e4e12934fc8f2e3646f0f2a0ae70ad9c999cb42610a316b750)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"16572a20-61fb-4af2-b9bf-93b612032635","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.834553721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"0a0d8294-1ca6-45ac-8c1b-1f6ba1e8f740","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.927528993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"6e1c4595-9e0f-4339-a6a8-bc15f922b6f1","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.927638868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"6e1c4595-9e0f-4339-a6a8-bc15f922b6f1","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.894864309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ae113bd5-32fd-4990-b138-560c2b371385","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.923574711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ae113bd5-32fd-4990-b138-560c2b371385","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.930731781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a01867b42b14a09f1538c8dcdaca5bc2205ab29fee9f651406b107863e22b7a) AuthConfig (a3b02829aee38ce54a3276c294b91d55c1a59d9ca6f822f07def7332b1f913b2) AuthConfig (ebbf1e4913cd366a45fdb497c5a094338c0a752a6ce67e5f8b25c18f4a083e91) AuthConfig (8bc24e51464682b838d24d64a3bd5a2eed6bf5b46b9794923202f7fdd11befaa) AuthConfig (617683a4948d208efc919ebdd31aca3464865633fc825a242afc04868ccff6d6) AuthConfig (768ca4287e206d82dbc82195bfccfe4c74a734075d8f397173a7b7e406c4085f) AuthConfig (848c77ad13085c331ddb1b47bcc1e19ad14971e565f85e16165d9eaa1c73c59a) AuthConfig (9e7ad5a845a2bf9f87bb2d2864c061c7d9b5ba63b4ed6b8ba46646eaad2554d1) AuthConfig (127b84d02983d28f3a02db4e6b694d73cec85561e9a1d827af538f0fd54fa2d8) AuthConfig (3005f8a755c6c4f6a60fc5d4f8f0b3a48955ec9f047efc56b0eaada1267c1ac5) AuthConfig (b3110637d6f99029a3de051f58aa934df52a93b618f324fa15d815ef9a6f3bfd) AuthConfig (113ab29ee2eda16bc2a10b80880f56a3be86cd8f32058b54cabf98c854e9699a) AuthConfig (ebb3b1bd0739083e12993fb50670cb73c41769a5290def3a3da3e85e871f62ac) AuthConfig (7b46c48b4e36aa24e59d097b52d1e1f061beb77f6d485fba421a62fe38aa8b94) AuthConfig (a117af2850a688b6dae3dd517954bfdd36e83eadd65f8a1f0ab252718e15d70b) AuthConfig (8565d3ddb082b4e37785a20fa5993919c2deaaf130a5d0b6b1def6d22da471aa) AuthConfig (57bf8b8010e4cf6708bd91e52f0677a6d4f32664f63d172881630cc35fe81891) AuthConfig (8c4a198159f9c6583997216761296fdc28906f78df92353bcd89e9f6c4a65954)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ae113bd5-32fd-4990-b138-560c2b371385","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.939672381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"613c390c-84de-4305-a8c2-828d00a551f9","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.939775243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"613c390c-84de-4305-a8c2-828d00a551f9","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:51.993317886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"0eac56fb-4941-4fcf-8afc-bbd4ee85ce94","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:52.001830918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"0eac56fb-4941-4fcf-8afc-bbd4ee85ce94","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.279988368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"3673cef2-fb22-490b-9ecf-620f40c38db3","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.280013886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"3673cef2-fb22-490b-9ecf-620f40c38db3","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.288015965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"5d25e7dd-d324-42bb-8e50-45f8b95479cd","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.288038722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"5d25e7dd-d324-42bb-8e50-45f8b95479cd","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.294047643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"34b590de-123b-48a8-8c5f-3fd4da58858f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.316538222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"34b590de-123b-48a8-8c5f-3fd4da58858f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.322090869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"34b590de-123b-48a8-8c5f-3fd4da58858f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.329643521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"103dec83-7386-4634-b54f-f804180bff24","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.329661776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"103dec83-7386-4634-b54f-f804180bff24","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.97114972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"7ca0d568-24fa-4e84-8e29-d8dfd00c4396","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:53.984433275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"7ca0d568-24fa-4e84-8e29-d8dfd00c4396","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:54.009846394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d4a5c52bd5348aeda4463d530e887fd80b820a32f0c3ccf756a45cd6fe1f1) AuthConfig (4da2585717069b9e79f9cb207667c565411bb55a6f467fdf1821d518ad279e39) AuthConfig (474cbd4b2a1e06f0b0302dc3680d0c6baab3128a58db1f339233432d3cf6ab11) AuthConfig (cb1952a4e3451f930dd42d6f638acc27d044c6428c9723c56bf4669a0521611a) AuthConfig (ba57ad2e877a11898d76d9e4d9c1ee161ad0054cfc43fc62c8164950013d1816) AuthConfig (cf52270e45ec077dae5ba82f569804197dd28847ad58cafa75e0a812d088d489) AuthConfig (31b7643c3e0ffc786f11a4f3bd8fe9fa44005af29cddfc192717e6d1ba8fba0e) AuthConfig (ce22e9b5d2989a893a62c36a4017711012a804dd36e4a5b4ddffed906ebafca1) AuthConfig (27a3337e00e5344609ac9c21344d6cdcb89d8694898a9d3a1e4e4d05005dd69b) AuthConfig (155ed6dbd4efad979e2a1a912cc8909c16384fa55e6b2a48be874105d3df79d6) AuthConfig (bfadf40c2ee02bc2763eca29732bb2ee36eb55e7a44e5b977c3c971f21a54a9c) AuthConfig (06ca3a2e681a237126130516757be95810a3a53f19cb41f77c4f4f19e1406771) AuthConfig (34cdff7db422f10d1a25437040b9dbfbd1344a373daf84fe2edb54336d8aa927) AuthConfig (33219ae1dcca2b278f50a0e3d376ed8e87145779010463f53e9aa4dee68202ba) AuthConfig (24a78520744f176202435f9f573736ec5a0d31b92cd7a4057f49a581644af1d9) AuthConfig (3322b6dcbc8cb27b1dd2e8c0330790f474284f9c53127e5910cf7e84fc68ce2a) AuthConfig (8e6aace730d90388214dc248c380336d26f16852b20ba6442e32dee85686a8e3) AuthConfig (ad939e51374e02453552b88d39001c8a76e7ed3a869529a84d5d5b2ec99edeaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"7ca0d568-24fa-4e84-8e29-d8dfd00c4396","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:54.028620303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"ef5a4174-50cb-4a3b-b4a2-ab58e2197c5e","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:54.028853959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"ef5a4174-50cb-4a3b-b4a2-ab58e2197c5e","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:56.646252981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"a4c8bf13-2141-4592-87d9-9d9e2a69c74d","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:56.653706471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"a4c8bf13-2141-4592-87d9-9d9e2a69c74d","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:56.674990429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"241a9261-5c27-4541-9184-3798012f81b3","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:56.675011451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"241a9261-5c27-4541-9184-3798012f81b3","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.359447666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"09d572a8-8f53-46a8-8a88-3f7fdbbd1574","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.373822387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"09d572a8-8f53-46a8-8a88-3f7fdbbd1574","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.367149723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"333e2311-491a-478f-97da-cb8d17cf3397","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.397257554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"333e2311-491a-478f-97da-cb8d17cf3397","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.400219588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"833192de-b786-4e5f-8a23-df2ebadb613a","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.400347051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"833192de-b786-4e5f-8a23-df2ebadb613a","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:07:58.402696614Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-auth-iso-dd93b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd93b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:07:58.405846517Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"833192de-b786-4e5f-8a23-df2ebadb613a","name":"auth-test-model-6c0ec0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6c0ec0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:07:58.406078009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"833192de-b786-4e5f-8a23-df2ebadb613a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6c0ec0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.406471085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"4a8a239c-9a51-4e71-bbbe-b84af9dd07f9","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.406541453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"4a8a239c-9a51-4e71-bbbe-b84af9dd07f9","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.421023909Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"88f00d6b-9982-470e-9a02-e260b0baa1c2","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-auth-test-model-6c0ec0","model":"auth-test-model-6c0ec0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-auth-iso-dd93b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.468693032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"2a291d25-9e33-4d4f-9ae2-b0927416a7ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.469700699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"15d953ff-6cc8-4374-bd5d-80e2763014e8","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.469717267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"15d953ff-6cc8-4374-bd5d-80e2763014e8","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.47577473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"2a291d25-9e33-4d4f-9ae2-b0927416a7ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:58.512489789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e97ac408-6d46-4984-a046-9b87c817f73f","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-auth-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:01.94578351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ffa652c8-4512-48ee-b2dc-79f776b36ea3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:01.952570544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ffa652c8-4512-48ee-b2dc-79f776b36ea3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:01.958158112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a01867b42b14a09f1538c8dcdaca5bc2205ab29fee9f651406b107863e22b7a) AuthConfig (a3b02829aee38ce54a3276c294b91d55c1a59d9ca6f822f07def7332b1f913b2) AuthConfig (ebbf1e4913cd366a45fdb497c5a094338c0a752a6ce67e5f8b25c18f4a083e91) AuthConfig (8bc24e51464682b838d24d64a3bd5a2eed6bf5b46b9794923202f7fdd11befaa) AuthConfig (617683a4948d208efc919ebdd31aca3464865633fc825a242afc04868ccff6d6) AuthConfig (768ca4287e206d82dbc82195bfccfe4c74a734075d8f397173a7b7e406c4085f) AuthConfig (848c77ad13085c331ddb1b47bcc1e19ad14971e565f85e16165d9eaa1c73c59a) AuthConfig (9e7ad5a845a2bf9f87bb2d2864c061c7d9b5ba63b4ed6b8ba46646eaad2554d1) AuthConfig (127b84d02983d28f3a02db4e6b694d73cec85561e9a1d827af538f0fd54fa2d8) AuthConfig (3005f8a755c6c4f6a60fc5d4f8f0b3a48955ec9f047efc56b0eaada1267c1ac5) AuthConfig (b3110637d6f99029a3de051f58aa934df52a93b618f324fa15d815ef9a6f3bfd) AuthConfig (113ab29ee2eda16bc2a10b80880f56a3be86cd8f32058b54cabf98c854e9699a) AuthConfig (ebb3b1bd0739083e12993fb50670cb73c41769a5290def3a3da3e85e871f62ac) AuthConfig (7b46c48b4e36aa24e59d097b52d1e1f061beb77f6d485fba421a62fe38aa8b94) AuthConfig (a117af2850a688b6dae3dd517954bfdd36e83eadd65f8a1f0ab252718e15d70b) AuthConfig (8565d3ddb082b4e37785a20fa5993919c2deaaf130a5d0b6b1def6d22da471aa) AuthConfig (57bf8b8010e4cf6708bd91e52f0677a6d4f32664f63d172881630cc35fe81891) AuthConfig (8c4a198159f9c6583997216761296fdc28906f78df92353bcd89e9f6c4a65954)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"ffa652c8-4512-48ee-b2dc-79f776b36ea3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.336420114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"4b9b0947-5e1b-4faf-8853-e672f5853137","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.348665037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"4b9b0947-5e1b-4faf-8853-e672f5853137","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:03.357427386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"4b9b0947-5e1b-4faf-8853-e672f5853137","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.054610423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3cfcf7a8-d873-4b29-8b96-62e5d3e88fd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.071795103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3cfcf7a8-d873-4b29-8b96-62e5d3e88fd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:04.084044544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (528d4a5c52bd5348aeda4463d530e887fd80b820a32f0c3ccf756a45cd6fe1f1) AuthConfig (4da2585717069b9e79f9cb207667c565411bb55a6f467fdf1821d518ad279e39) AuthConfig (474cbd4b2a1e06f0b0302dc3680d0c6baab3128a58db1f339233432d3cf6ab11) AuthConfig (cb1952a4e3451f930dd42d6f638acc27d044c6428c9723c56bf4669a0521611a) AuthConfig (ba57ad2e877a11898d76d9e4d9c1ee161ad0054cfc43fc62c8164950013d1816) AuthConfig (cf52270e45ec077dae5ba82f569804197dd28847ad58cafa75e0a812d088d489) AuthConfig (31b7643c3e0ffc786f11a4f3bd8fe9fa44005af29cddfc192717e6d1ba8fba0e) AuthConfig (ce22e9b5d2989a893a62c36a4017711012a804dd36e4a5b4ddffed906ebafca1) AuthConfig (27a3337e00e5344609ac9c21344d6cdcb89d8694898a9d3a1e4e4d05005dd69b) AuthConfig (155ed6dbd4efad979e2a1a912cc8909c16384fa55e6b2a48be874105d3df79d6) AuthConfig (bfadf40c2ee02bc2763eca29732bb2ee36eb55e7a44e5b977c3c971f21a54a9c) AuthConfig (06ca3a2e681a237126130516757be95810a3a53f19cb41f77c4f4f19e1406771) AuthConfig (34cdff7db422f10d1a25437040b9dbfbd1344a373daf84fe2edb54336d8aa927) AuthConfig (33219ae1dcca2b278f50a0e3d376ed8e87145779010463f53e9aa4dee68202ba) AuthConfig (24a78520744f176202435f9f573736ec5a0d31b92cd7a4057f49a581644af1d9) AuthConfig (3322b6dcbc8cb27b1dd2e8c0330790f474284f9c53127e5910cf7e84fc68ce2a) AuthConfig (8e6aace730d90388214dc248c380336d26f16852b20ba6442e32dee85686a8e3) AuthConfig (ad939e51374e02453552b88d39001c8a76e7ed3a869529a84d5d5b2ec99edeaa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3cfcf7a8-d873-4b29-8b96-62e5d3e88fd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.178440693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"e3785dcc-fffe-4c2f-9d98-f68866cfb3ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.282685874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"ea89b028-63c0-44e3-8818-3f22dd6bfc38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.437246506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"1136e697-20af-49a4-a98d-5e40eec4dd0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.455356921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bb27a179-3275-4eaf-912f-195b8b29306e","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.455619206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"b70a0b94-b9ef-4eeb-9a96-41e5a9d80fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.553449352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac334e87-aa0b-4509-a2b2-90d53e9990b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.553852694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"2079b208-1353-47a8-9c6b-bd5f56470641","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.579396175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"9ad33ffb-0ae1-49e6-9c03-fc07d5fc8f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.579726943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"d1bd614b-d80c-4fe6-8bf3-9ca232517910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.579890345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"4e0703f2-70fd-40d1-957f-dcfb215a3ac5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.580139208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"b42f3dff-eb55-4584-9467-1a432b7cd8c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.58248666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"0e5ba7bb-fb3f-4da5-859c-f0b61b5d396d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:05.67848286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55bf5f9d-cb66-4ea6-9102-12c8c90303e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:11.965619478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a086faf9-1804-4db0-bdee-990f3d17dc02","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:11.972396497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a086faf9-1804-4db0-bdee-990f3d17dc02","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:11.977964697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-50e623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8bc24e51464682b838d24d64a3bd5a2eed6bf5b46b9794923202f7fdd11befaa) AuthConfig (7b46c48b4e36aa24e59d097b52d1e1f061beb77f6d485fba421a62fe38aa8b94) AuthConfig (ebbf1e4913cd366a45fdb497c5a094338c0a752a6ce67e5f8b25c18f4a083e91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a086faf9-1804-4db0-bdee-990f3d17dc02","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:11.987460442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c9076dc1-c954-442a-a4f3-fb0324227a2c","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:11.987480606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c9076dc1-c954-442a-a4f3-fb0324227a2c","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.364684447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"126f7488-62d3-4abc-ab26-3d0ed59fdf6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.373211291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"126f7488-62d3-4abc-ab26-3d0ed59fdf6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.382367657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0376e503b5fa7a6bf4afd7b43b7058708e8c17acb82b920e210858a81b1caff7) AuthConfig (0549b1dd349c259bd4cee447c82485382b1746ab11a85bb99286c5b895298fb0) AuthConfig (ca90297722bc3a756f5e551c994fb87dc98be0b9873248889bf0a8b499425f2a) AuthConfig (6cb4038acfde354ea2c261e34882dbd8b97a5a4c83e250e6322d9b6bfa9beb70) AuthConfig (e3a32cd45dce3125cb89fcb01ab225b5b8067d52fd9fb84bb8522fa1bdbe01fe) AuthConfig (59fb116c8972fb7ea0bd142277877bb03923b7d711ccda6e7fa298f674e5ea49) AuthConfig (7c5c557229ce079f958ddba09a5c91cdf7b007c5f1dc5caf21771a44e86bdda8) AuthConfig (bed284253020ef0856dc064bc275da2e37c4b0902c2d3e5bdb4ed8dfef6af264) AuthConfig (4495ff20e0bc198dce791d9c6de414631385959a05003505d2f80300c15bf59f) AuthConfig (d8e48df1c96076b750cc8fe43fdd92448a1bf36c579abfa23ad8665f16a229c1) AuthConfig (4f08bc88302c06296bc37232dd52461c58a874cc428d6912acb5e14215e5aba0) AuthConfig (19ddcb607bab0297d1d77e4fd6373994a841ed1a1618b6875330dd377b947a2c) AuthConfig (16e5bdc11cdc1788814d2dbeffbcb92f61db8d1d7e8c231933418f8e3b107eda) AuthConfig (27a7c16a8ec20cb76b9c429b370a5a616b22b263658031794084fefa9239f190) AuthConfig (5b54429dc278b2f34d21fee986776db77d84e33ecf773ac647ada1f4bc8ad184) AuthConfig (3d40350b2d9aca2763d01f7c68e60ae5c5c675ac40f1b8f4bca43d667ec4814e) AuthConfig (6d3a2b0e6bbd33b8c107b8bc20796a93adcb7d4f1e289c1092fb729fecc4d0e2) AuthConfig (1120b2bb0b0e892cdbb74426279fa615ed91e48e14307efa8f54ddedc857d34c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"126f7488-62d3-4abc-ab26-3d0ed59fdf6f","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.390816866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"50a3ca00-2761-4f15-ada2-051dd024650c","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.39083763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"50a3ca00-2761-4f15-ada2-051dd024650c","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.093378825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"9dbdf352-f71f-4657-9a09-306a3e41cef7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.100159688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"9dbdf352-f71f-4657-9a09-306a3e41cef7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.106938317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (155ed6dbd4efad979e2a1a912cc8909c16384fa55e6b2a48be874105d3df79d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"9dbdf352-f71f-4657-9a09-306a3e41cef7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.118593795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"34d4700d-e342-4e30-8980-f0aeb5e8e741","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.118614108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"34d4700d-e342-4e30-8980-f0aeb5e8e741","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:14.455784556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:21.867645867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"4d1608e7-9ae4-4c45-abb9-74db78b607eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:21.873965928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"d0675b51-349e-44cc-981f-9779a27a5494","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:21.948982337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"19a01252-4122-46e2-bce5-08ee27ffe2dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:21.949725148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"e615390f-6f91-4262-85b1-540c61a7eb90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.053799478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"3c1e4685-615a-42df-a96d-f7226a8e8a1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.055212237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3b3492b-c368-4039-bfbb-b63809e818bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.062633779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"3c1e4685-615a-42df-a96d-f7226a8e8a1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.063281706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e68312f-9a21-4fe3-a647-f109107e2080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.065715872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"afd2e7bc-a269-4ebb-9343-99c9f92cf1d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.066024975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"659a5847-fff5-41e7-842d-ed0af921181f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.071309555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"821087e2-53d0-419e-9d43-c8036a01bef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.151047929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"bd2981b1-2a41-4507-869d-d287dd62ff27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.155898659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c008316e-295a-4e8e-b724-5bd2d70ffca1","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.15593584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c008316e-295a-4e8e-b724-5bd2d70ffca1","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.161410298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"73ccd193-1f9c-4859-b00e-32747034b67f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.16182265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"312f1460-9a46-49ce-b44c-7318c2456cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.162178204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"1eceb3d1-013f-456d-b537-a99157a4ad45","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-auth-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.164368536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"8ecd3831-cb2c-4133-85c9-90081b533bcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.300560508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"824173f1-919b-4880-8f4e-d5e05d92f141","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.300675441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"824173f1-919b-4880-8f4e-d5e05d92f141","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.755255045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"788c58e3-2ba4-4956-b5c9-512486209c2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:22.763558179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"788c58e3-2ba4-4956-b5c9-512486209c2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:23.403498692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"ba1aa92a-f114-4a09-a179-dec10fa83f18","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:23.419562511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"ba1aa92a-f114-4a09-a179-dec10fa83f18","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:23.464459508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"83b3149f-7bed-43ec-aa87-0bcc9581c300","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:23.464478214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"83b3149f-7bed-43ec-aa87-0bcc9581c300","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.129454405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"e86f7301-6d81-40d5-8bb4-18e9c2129282","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.129485379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"e86f7301-6d81-40d5-8bb4-18e9c2129282","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.141498605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"56c3be32-3e93-46da-89fd-f6f18e86d175","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.144080093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"cd2c5878-a243-4b2b-b351-35d02e39b5ac","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.144104844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"cd2c5878-a243-4b2b-b351-35d02e39b5ac","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.145313363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"281168b8-3836-41a6-80ee-f1a0e1b9a082","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:24.145295582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1978c733-43e7-427b-8a34-2d0f75f78596","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd27cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.150537939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"56c3be32-3e93-46da-89fd-f6f18e86d175","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.152156034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"07377f36-f57e-4b7f-9c76-c35e324ee30a","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.152172921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"07377f36-f57e-4b7f-9c76-c35e324ee30a","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.152882748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"281168b8-3836-41a6-80ee-f1a0e1b9a082","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.155512765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"d7cdab74-bacc-4f95-856b-f85e54fa814f","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.15553665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"d7cdab74-bacc-4f95-856b-f85e54fa814f","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.163664877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"01d47955-c565-4051-9dd1-9d22e43bcaca","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.16368166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"01d47955-c565-4051-9dd1-9d22e43bcaca","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.184015345Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"0c4fb4bf-40f8-4511-adaa-d30d56354a8e","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"maas-trlp-auth-test-model-50e623","model":"auth-test-model-50e623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-50e623/e2e-auth-iso-dd27cd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.205694655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c099e325-6c16-4d0c-8d8f-25c2b7590bb8","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.2057135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"c099e325-6c16-4d0c-8d8f-25c2b7590bb8","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.267397382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"d3d827c0-b140-4610-9f5b-b2b8168a8243","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.267415406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"d3d827c0-b140-4610-9f5b-b2b8168a8243","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.269858268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"c797e1dc-5acf-4f80-a7d2-f5073636810c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.276315063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"06d51499-8c9d-46f4-948b-e79bb1ca0251","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"maas-trlp-auth-test-model-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.277109351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"c797e1dc-5acf-4f80-a7d2-f5073636810c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.660545118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"edad8749-4e10-4a4b-98e9-cba250719397","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.660574007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"edad8749-4e10-4a4b-98e9-cba250719397","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.66788995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"e879f196-a1db-4e68-8a33-18b713484633","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.668576043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"88ad5477-6b84-411c-b947-38176fc15f91","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.668593462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"88ad5477-6b84-411c-b947-38176fc15f91","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.66892213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"395587fc-ed34-4a88-a51a-8bda89b5187d","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.668939754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"395587fc-ed34-4a88-a51a-8bda89b5187d","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:24.671948255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"e121223b-9062-4275-a1cb-07ef06c149bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-edbc61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:24.673154233Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"395587fc-ed34-4a88-a51a-8bda89b5187d","name":"auth-test-model-4af1f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4af1f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:24.673200849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"395587fc-ed34-4a88-a51a-8bda89b5187d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-4af1f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.673329043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"b264d927-be3b-482c-8a79-ee97aa325c22","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.673339544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"b264d927-be3b-482c-8a79-ee97aa325c22","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.67727876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"e879f196-a1db-4e68-8a33-18b713484633","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.679073966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"0afffbc2-777e-4bfb-b6fa-ab8566f4db29","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.679088089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"0afffbc2-777e-4bfb-b6fa-ab8566f4db29","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.683337594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"551c1471-fa90-4c39-93ea-ea80add721c2","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.68335241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"551c1471-fa90-4c39-93ea-ea80add721c2","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.690779861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"1bec05b1-32ec-45b0-86c6-575457537a46","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.690794202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"1bec05b1-32ec-45b0-86c6-575457537a46","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.710771855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"c8ef4c0d-cacd-41bd-b315-d2299eba1dbd","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-auth-test-model-4af1f7","model":"auth-test-model-4af1f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-4af1f7/e2e-auth-iso-edbc61"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.762243411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"c9d29244-a1b9-4606-bf61-07afffa26167","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.762270221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"c9d29244-a1b9-4606-bf61-07afffa26167","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.767303116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b7594f27-f2e5-4005-a37e-4ffe7d50676a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.767324659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"a10a6206-cc22-4f45-a86d-028de4dfe4d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.775162861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"a10a6206-cc22-4f45-a86d-028de4dfe4d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.794356563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b7594f27-f2e5-4005-a37e-4ffe7d50676a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.80058826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b7594f27-f2e5-4005-a37e-4ffe7d50676a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.802886797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"5073ebe1-89e6-4409-a3ea-15508dab0381","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-auth-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.807959503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"9f5c3462-7456-4e65-a55b-610883ab8adf","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:24.807975132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"9f5c3462-7456-4e65-a55b-610883ab8adf","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.787376384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"54fe181f-5190-4ea7-a08d-f266b3932baf","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.787399443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"54fe181f-5190-4ea7-a08d-f266b3932baf","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.797606728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"761173ed-bd5d-4787-b053-74a25711f227","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.797632051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"761173ed-bd5d-4787-b053-74a25711f227","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.802131329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"fe800106-d433-4f22-9368-6fc639f09417","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:25.803049378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"842151aa-6c5f-46d9-a08e-3b585ca74acf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f38c11\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:25.805343272Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"761173ed-bd5d-4787-b053-74a25711f227","name":"auth-test-model-717217","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-717217\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:08:25.805386585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"761173ed-bd5d-4787-b053-74a25711f227","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-717217\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.810694717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"f8d1e893-371d-4123-a94d-6942c32f44d3","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.810715249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"f8d1e893-371d-4123-a94d-6942c32f44d3","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.813431054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"fe800106-d433-4f22-9368-6fc639f09417","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.816283204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"adeca588-dd92-4ce8-9fbd-16fefff01b5d","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.816305294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"adeca588-dd92-4ce8-9fbd-16fefff01b5d","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.82440067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"6465d79b-46c9-4510-b6d7-d1804998a586","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.824423381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"6465d79b-46c9-4510-b6d7-d1804998a586","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.841424933Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"84dd2cf0-83f1-4846-ba3b-efd633156c89","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-auth-test-model-717217","model":"auth-test-model-717217","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-717217/e2e-auth-iso-f38c11"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.862105395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"4407668d-fef6-40c6-84ad-25d0cf8ce189","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.862128277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"4407668d-fef6-40c6-84ad-25d0cf8ce189","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.901375776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"0b5f2607-2f2b-45e3-a4eb-94c2eb723010","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.909388069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"0b5f2607-2f2b-45e3-a4eb-94c2eb723010","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:25.939029963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"96235d43-a3aa-4dff-b01a-60016332c0e3","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-auth-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.604551289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a82e6f-38d1-476c-8d4b-c614737f96e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.607615974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a82e6f-38d1-476c-8d4b-c614737f96e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.610541069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a82e6f-38d1-476c-8d4b-c614737f96e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:32.613446282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0a82e6f-38d1-476c-8d4b-c614737f96e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.2048895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6415600-f67c-48dc-bc88-62105cc4f08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.208472412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6415600-f67c-48dc-bc88-62105cc4f08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.211608941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6415600-f67c-48dc-bc88-62105cc4f08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:33.214946874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6415600-f67c-48dc-bc88-62105cc4f08f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:34.814073994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"6abcecb5-8008-4b00-8ae7-7fcc6d64dded","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:34.822994343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"6abcecb5-8008-4b00-8ae7-7fcc6d64dded","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:34.829568482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"6abcecb5-8008-4b00-8ae7-7fcc6d64dded","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.331549527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"36d3c330-2c8e-44c1-95fb-9655f86d3688","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-auth-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.399717277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"26f758db-4ed7-4697-ad4e-8cbe148c5f50","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.400191034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"26f758db-4ed7-4697-ad4e-8cbe148c5f50","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.416613444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a0974021-b53a-4fcc-b16d-cfde85f41128","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"maas-trlp-auth-test-model-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.754054876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"13486380-7e4e-44c9-83bf-6885f726a64e","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.755734028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"13486380-7e4e-44c9-83bf-6885f726a64e","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.996493607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"34a1583f-058f-4fde-90ef-5010b3a2aa50","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-auth-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.030604681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"1b0c3b1d-e0f8-4e71-b127-04cf50ee34c3","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.030773379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"1b0c3b1d-e0f8-4e71-b127-04cf50ee34c3","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.479612027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"ae3f8e95-5ac5-44a1-813d-0a523ce07e68","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.479645738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"ae3f8e95-5ac5-44a1-813d-0a523ce07e68","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.504009674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"73ae2b88-ec54-495c-a1a8-fcdd1a901dfa","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.504044935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"73ae2b88-ec54-495c-a1a8-fcdd1a901dfa","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.520701019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"95df7133-dad2-4199-ae48-eef095c8e7bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.628484789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"95df7133-dad2-4199-ae48-eef095c8e7bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.633781964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a2371016-ca0e-475f-89a6-d31447f00476","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.636060383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"95df7133-dad2-4199-ae48-eef095c8e7bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.637041917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"808d3011-d43d-47de-ab6b-06378642fbd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.644844318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"cb033a2d-5645-4b75-a3fe-c0778527c7c7","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.64801228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"cb033a2d-5645-4b75-a3fe-c0778527c7c7","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.651561078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"808d3011-d43d-47de-ab6b-06378642fbd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.651787387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"a2371016-ca0e-475f-89a6-d31447f00476","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.849106958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"a0ecfa55-ad73-405f-8b86-732f9f915e44","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.856988399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"a0ecfa55-ad73-405f-8b86-732f9f915e44","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.931241106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"3c2eddfe-2e3b-40c0-95e2-40adda522249","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.931268099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"3c2eddfe-2e3b-40c0-95e2-40adda522249","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.939116535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"720f32d2-9c67-4141-9d5e-25d27e45a502","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.939141927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"720f32d2-9c67-4141-9d5e-25d27e45a502","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.944622677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"9a1443fb-bbc7-4d94-b9cb-32b06fa33856","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.970458094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"9a1443fb-bbc7-4d94-b9cb-32b06fa33856","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.980265683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"9a1443fb-bbc7-4d94-b9cb-32b06fa33856","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.988887833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"14caea8c-1326-448f-9ccd-70e6dda5e299","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.988905201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"14caea8c-1326-448f-9ccd-70e6dda5e299","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.399963675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"c0e1c203-4333-471a-970c-dab3c5c0883b","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.399990186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"c0e1c203-4333-471a-970c-dab3c5c0883b","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.405635014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"76e0b472-526f-4ea1-be05-ac58e41a5d1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.413438695Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"cee8d7f5-2126-4d38-bab1-9c626ba0684d","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5151163","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.415862783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"76e0b472-526f-4ea1-be05-ac58e41a5d1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.509485123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"6c0fea5e-bd46-48f5-b1c4-295800a1af1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.520695484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"6c0fea5e-bd46-48f5-b1c4-295800a1af1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.95896345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","namespace":"ai-tenant-e2e-explicit-84e377","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.959021477Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","namespace":"ai-tenant-e2e-explicit-84e377","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.959071597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","tenant":"e2e-explicit-84e377","tenantID":"e2e-explicit-84e377","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.964367166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Deployment","name":"maas-api-e2e-explicit-84e377","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.979862324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Service","name":"maas-api-e2e-explicit-84e377","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.990114293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-84e377","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.997088775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-84e377","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.006611997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.012251977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.021120589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.026667184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.029668327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Deployment","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.035394298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.038352425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Service","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.041122108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"Service","name":"payload-pre-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.043995578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.046763085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.049540431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.056007202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.05895807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.061860777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.064734951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-84e377","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.067495613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-84e377"},"namespace":"ai-tenant-e2e-explicit-84e377","name":"default-tenant","reconcileID":"9e715212-641c-4598-a0dc-b53730d91f50","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-84e377","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.501180266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.837742872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f87895c2-b048-487f-b615-3027e4297332","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.845210995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f87895c2-b048-487f-b615-3027e4297332","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.851775343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52fee5ee94df28efb8917bd631dd51ab9b41822fae84e2a71ac5ea1ed77ec3b8) AuthConfig (c02d627785110c5b9a59d1e6b03e023de48b52b0f4cdc2bcb2e5efad87af6ea8) AuthConfig (b70d055b045984ad9543c4c5b4d37d857215adc2dd860b60598340c11d8129a2) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (3e8a1a69fed2af9752620835cc4c3a9b3f0f87485e3821c9df8afb049b8df2b5) AuthConfig (ed9e7b8a4b116d310bee95093fb5347b78addae8293bdb58f9b4ef03ed79eabc) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (03e70ab47c6a5ae0161288599de3a9db6417b70dbc0225436eec527cf28bfd4f) AuthConfig (369e2c9f264988d7627518a82863f5c59dc722223e887db5f13ed32664348ac0) AuthConfig (7b9be73f4111ee7b6a1ab83ad39570eac50df0e5af2464066e3674aae8036924) AuthConfig (468d8b97198a32ccb13d2b82d5e15a13c047df5bd751117dda8ee56a30c9d22f) AuthConfig (70cc7dcb084511c74b5592e6ea569ed000e34f639cb44aa2a0d6baceb43d4c91) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c4482ff1b05fdc02bdeb890f5669d926de6c1ddf2a63cac6a6a72850e696d036) AuthConfig (1ddac7eb09c2080ba0d45bebf40e9ff34e04e98653041d562075afb372791a57) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f87895c2-b048-487f-b615-3027e4297332","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.860075598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"08334b9d-1490-4a88-889b-e18f7f5d60e7","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:44.860096409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"08334b9d-1490-4a88-889b-e18f7f5d60e7","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:51.684632762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"204613bf-5285-4c25-9b8d-8980dd41ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:51.756129141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"204613bf-5285-4c25-9b8d-8980dd41ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:51.762354708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"204613bf-5285-4c25-9b8d-8980dd41ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:52.001536603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"a58c6ab2-c71f-4b86-be8a-f953ad8f2865","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:52.022263202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"a58c6ab2-c71f-4b86-be8a-f953ad8f2865","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:52.029434264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"a58c6ab2-c71f-4b86-be8a-f953ad8f2865","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.417321763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"3e4be4e0-a663-4ed4-8a90-34b532446daa","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","subscription":"e2e-auth-iso-edbc61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.420846Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"3e4be4e0-a663-4ed4-8a90-34b532446daa","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.424402148Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"3e4be4e0-a663-4ed4-8a90-34b532446daa","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.463371611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"768d97cd-8d75-4c3c-b460-7efd5dc6cd8a","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.463395054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"768d97cd-8d75-4c3c-b460-7efd5dc6cd8a","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.505715852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"36195932-261f-4728-899b-24a0a8fd6abb","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.513255372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"36195932-261f-4728-899b-24a0a8fd6abb","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.631636716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"86c7b341-8470-4a94-892e-0503b08bbe17","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.632091002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"8e96ac65-f133-4a2d-a567-45c1700955ba","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.633362398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"8e96ac65-f133-4a2d-a567-45c1700955ba","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.668705633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"86c7b341-8470-4a94-892e-0503b08bbe17","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.682943454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"87c8d344-3404-43e4-8336-918ecc71b348","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09b5f664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.709664852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"5438d449-c51d-4746-9545-88a7172cc65a","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.717297366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"5438d449-c51d-4746-9545-88a7172cc65a","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.855101572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"78e6e511-d567-42f1-b9a6-cef71e877075","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.865198677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"78e6e511-d567-42f1-b9a6-cef71e877075","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:53.881855762Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-84e377","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-84e377","reconcileID":"307f8796-7d40-443c-a66d-20f45181b6e9","aitenant":"ai-tenants/e2e-explicit-84e377","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.05271938Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-84e377","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-84e377","reconcileID":"307f8796-7d40-443c-a66d-20f45181b6e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-84e377","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-84e377"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.101555504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6847a86f-e2f6-4356-b262-434ceacd9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.126379391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6847a86f-e2f6-4356-b262-434ceacd9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.136927213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6847a86f-e2f6-4356-b262-434ceacd9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.146837682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6847a86f-e2f6-4356-b262-434ceacd9e96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.374484477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1606e0f-e6e4-4007-bd86-b2d4295a8f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.377890507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1606e0f-e6e4-4007-bd86-b2d4295a8f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.382169685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1606e0f-e6e4-4007-bd86-b2d4295a8f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.39169316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1606e0f-e6e4-4007-bd86-b2d4295a8f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.714273722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc2f9de-525d-4612-ab93-8114c174d9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.725528564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc2f9de-525d-4612-ab93-8114c174d9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.891851591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc2f9de-525d-4612-ab93-8114c174d9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.920096959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc2f9de-525d-4612-ab93-8114c174d9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.927960599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"5c761a49-4c0c-4098-b257-2f756b1cb320","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.949715535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"5c761a49-4c0c-4098-b257-2f756b1cb320","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:54.973164148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52fee5ee94df28efb8917bd631dd51ab9b41822fae84e2a71ac5ea1ed77ec3b8) AuthConfig (c02d627785110c5b9a59d1e6b03e023de48b52b0f4cdc2bcb2e5efad87af6ea8) AuthConfig (b70d055b045984ad9543c4c5b4d37d857215adc2dd860b60598340c11d8129a2) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (3e8a1a69fed2af9752620835cc4c3a9b3f0f87485e3821c9df8afb049b8df2b5) AuthConfig (ed9e7b8a4b116d310bee95093fb5347b78addae8293bdb58f9b4ef03ed79eabc) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (03e70ab47c6a5ae0161288599de3a9db6417b70dbc0225436eec527cf28bfd4f) AuthConfig (369e2c9f264988d7627518a82863f5c59dc722223e887db5f13ed32664348ac0) AuthConfig (7b9be73f4111ee7b6a1ab83ad39570eac50df0e5af2464066e3674aae8036924) AuthConfig (468d8b97198a32ccb13d2b82d5e15a13c047df5bd751117dda8ee56a30c9d22f) AuthConfig (70cc7dcb084511c74b5592e6ea569ed000e34f639cb44aa2a0d6baceb43d4c91) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c4482ff1b05fdc02bdeb890f5669d926de6c1ddf2a63cac6a6a72850e696d036) AuthConfig (1ddac7eb09c2080ba0d45bebf40e9ff34e04e98653041d562075afb372791a57) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"5c761a49-4c0c-4098-b257-2f756b1cb320","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:01.787840675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"8ad66eb1-616c-4d9a-bf9f-fd13e204554d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:01.796334597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"8ad66eb1-616c-4d9a-bf9f-fd13e204554d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:01.805847788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"8ad66eb1-616c-4d9a-bf9f-fd13e204554d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.036674421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"b2ef5d4b-4abe-450f-9e83-3898368c447f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.044514668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"b2ef5d4b-4abe-450f-9e83-3898368c447f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.052327365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"b2ef5d4b-4abe-450f-9e83-3898368c447f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.898750046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e5cf6c-1c55-404a-8c89-b234f1145d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.902014371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e5cf6c-1c55-404a-8c89-b234f1145d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.905796154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e5cf6c-1c55-404a-8c89-b234f1145d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:02.909112914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e5cf6c-1c55-404a-8c89-b234f1145d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.194389766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fc9893-3a70-4a7d-ac39-5102fe7e10ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.197421886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fc9893-3a70-4a7d-ac39-5102fe7e10ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.202633591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fc9893-3a70-4a7d-ac39-5102fe7e10ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.209829765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fc9893-3a70-4a7d-ac39-5102fe7e10ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.67954577Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-531447","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-531447","reconcileID":"08c7ec29-bfc1-40a9-b72f-d71e62a3fc2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-531447","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-531447":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.694300191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"0f0fd0b3-ccea-4557-9d5b-d7fcb04f684c","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","subscription":"e2e-auth-iso-edbc61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.69773762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"0f0fd0b3-ccea-4557-9d5b-d7fcb04f684c","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.704077917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"0f0fd0b3-ccea-4557-9d5b-d7fcb04f684c","MaaSSubscription":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.829740719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"6900bc77-ff73-4098-abb2-6e7e01a528bc","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.829768752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"6900bc77-ff73-4098-abb2-6e7e01a528bc","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.837390696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf46611-a962-479d-bba2-eea9a5bc2132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.841122615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf46611-a962-479d-bba2-eea9a5bc2132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.841211036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"73afc903-77f2-4331-9063-c364aaf3b1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.851225034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf46611-a962-479d-bba2-eea9a5bc2132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:03.861284217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf46611-a962-479d-bba2-eea9a5bc2132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.0936925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf340e34-b68e-4568-ae58-679a4b4e9f37","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.094422228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"d6e1de59-3256-4b41-a0d3-de424ab38657","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.094441791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"d6e1de59-3256-4b41-a0d3-de424ab38657","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.144728297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"73afc903-77f2-4331-9063-c364aaf3b1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.251350343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf340e34-b68e-4568-ae58-679a4b4e9f37","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.29110753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf340e34-b68e-4568-ae58-679a4b4e9f37","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.291131258Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-auth-iso-edbc61","reconcileID":"bf340e34-b68e-4568-ae58-679a4b4e9f37","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.302428658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"5a8e1a7f-8b7a-4bcc-8104-7a21043f3707","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/auth-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.302456648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"auth-test-model-2729f2","reconcileID":"5a8e1a7f-8b7a-4bcc-8104-7a21043f3707","MaaSModelRef":{"name":"auth-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"auth-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"auth-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.356288114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"d8c4e425-3da1-4606-a087-e73cb7c082d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.364358284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"d8c4e425-3da1-4606-a087-e73cb7c082d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.446332556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"cf8ca649-45a7-48b3-ad59-b42a17136356","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.446376311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"5363090c-194f-4fbe-bfe3-e35e326732a6","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.446400213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"5363090c-194f-4fbe-bfe3-e35e326732a6","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.500532241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"cf8ca649-45a7-48b3-ad59-b42a17136356","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.559893572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"cf8ca649-45a7-48b3-ad59-b42a17136356","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.55995043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-auth-iso-edbc61","reconcileID":"cf8ca649-45a7-48b3-ad59-b42a17136356","MaaSAuthPolicy":{"name":"e2e-auth-iso-edbc61","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.572282075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"2c2d1bc0-ad59-401b-834e-705ee714575d","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/auth-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.572301264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"auth-test-model-4af1f7","reconcileID":"2c2d1bc0-ad59-401b-834e-705ee714575d","MaaSModelRef":{"name":"auth-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"auth-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"auth-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.981579548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"cff4b10a-b5f4-407a-aa99-3be56c34946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:04.989788985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"cff4b10a-b5f4-407a-aa99-3be56c34946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:05.005809126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52fee5ee94df28efb8917bd631dd51ab9b41822fae84e2a71ac5ea1ed77ec3b8) AuthConfig (c02d627785110c5b9a59d1e6b03e023de48b52b0f4cdc2bcb2e5efad87af6ea8) AuthConfig (b70d055b045984ad9543c4c5b4d37d857215adc2dd860b60598340c11d8129a2) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (3e8a1a69fed2af9752620835cc4c3a9b3f0f87485e3821c9df8afb049b8df2b5) AuthConfig (ed9e7b8a4b116d310bee95093fb5347b78addae8293bdb58f9b4ef03ed79eabc) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (03e70ab47c6a5ae0161288599de3a9db6417b70dbc0225436eec527cf28bfd4f) AuthConfig (369e2c9f264988d7627518a82863f5c59dc722223e887db5f13ed32664348ac0) AuthConfig (7b9be73f4111ee7b6a1ab83ad39570eac50df0e5af2464066e3674aae8036924) AuthConfig (468d8b97198a32ccb13d2b82d5e15a13c047df5bd751117dda8ee56a30c9d22f) AuthConfig (70cc7dcb084511c74b5592e6ea569ed000e34f639cb44aa2a0d6baceb43d4c91) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c4482ff1b05fdc02bdeb890f5669d926de6c1ddf2a63cac6a6a72850e696d036) AuthConfig (1ddac7eb09c2080ba0d45bebf40e9ff34e04e98653041d562075afb372791a57) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"cff4b10a-b5f4-407a-aa99-3be56c34946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.816643885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"11ff11ea-9d7e-44b1-bd3e-4fca16895c6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.82903575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"11ff11ea-9d7e-44b1-bd3e-4fca16895c6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.837341605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d054fbde683a652390deb743347ffdcedf5f1d8ccfda6fefe184211c025d7f3f) AuthConfig (0bba07b9e4212d81591d835cb528163b5c61167a652597c91978ce6c3f964df4) AuthConfig (4246e464531649d341081f96be34f229911ac47e4900e9c9887f652b0435c6b7) AuthConfig (045bd25a4c1caa3d018d5a03ca45da84ad415d9d62e6ed6ea0ecfb47a496f658) AuthConfig (ee461d03d9cc604fe750baf203c7345016ccee7be4d11f269778629a2010bcb7) AuthConfig (25d2d01cc5cac3c12ec724f921accb47adca82685f0f5d3ad16765d073e108bb) AuthConfig (0d51e75e23d765225ddad3830d9ced690577256fac913d1104d32326e68271dc) AuthConfig (a398a5e875a4571e109a167643c72d89c66284bc5def5f91c496fd470e7df51a) AuthConfig (c2400242ac143817b670dc48c77c2fc7b33ecb61cda6f8cd14a25b8e110aef9f) AuthConfig (50b0dfe9578b7910d4f6cbf4afc5b5da929b25d76b986ba211cf6a9fea27474a) AuthConfig (d9630aa4bd94c7639e6b922623327a220feb676694a1cd42ff35097f7cc3c7cc) AuthConfig (60b7f049bd15633be536587d2783900f3e95ecd1726533c997b2e7cb604674d1) AuthConfig (6f7bf00ff6eab48527a0a7df4625e14232534d1da4b3eed05dc3fcb6427354e6) AuthConfig (2df5c0066bb337df78375580a6e137d792a74fe9daba6c8635fed27fd830045c) AuthConfig (68efbd1fd84a771f55a983c855ee882800b26a3e6c7aee03d5e82d5b3f34ff1d) AuthConfig (e837842f0dcf7a3eae8bce381e879c48071a69cd998e79bc2653ef63b967f660) AuthConfig (81e0836dd212223c758a6297ab2874032d4dd772f3c2ddbb4b77556a0c0e7d79) AuthConfig (ebfc154dda9b1719a9d13b7555a38ff5b1d1eb58c113a4af2fc350c82356edd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"11ff11ea-9d7e-44b1-bd3e-4fca16895c6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.846893882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e2176530-11f4-4363-b74f-e307395e5845","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.846946969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e2176530-11f4-4363-b74f-e307395e5845","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.077996826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"7917aba2-e00e-449c-942c-0e1db071d73a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.216610083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"7917aba2-e00e-449c-942c-0e1db071d73a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.247788986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a181bf8d1045067777576b573039898e3534d165ef220d663de5d48dc90537df) AuthConfig (aee4ac0e77e5f1279f34dd5d6e2bbc2cc0fd73b9beb7ec35bde5e4a5120011b1) AuthConfig (5c7eb635e485bfe88849feb1206680dce55945f692d9fbfd8c49aa0234944069) AuthConfig (0a1a8ec1ed5984f4a9866b01ad163a7c06c6af247c2d41803e574ae151e3df89) AuthConfig (e98dd68e7bd41bdd91943f36799ba683b386de462ebdaebc0e2bc0ad6c951fac) AuthConfig (1be3c5523eba5319cd0bbd5f2cd648c173b50c700585177e5d40fa135e147dc1) AuthConfig (e88e70317ae1fb2a944606798cf6fbe76e75410196c3c51e9d9791ea61d20d27) AuthConfig (a38b97515c6bb79761b3e13c98f4f023e608db02f2dcb5c942010601afe39d04) AuthConfig (44f23b798a3abe43882b2cab5b41d1464d580017ef9c6e0ae4366dfed31c98ae) AuthConfig (508ce5824828fe6265149bbe2688b737d01ecea9dd99dc57c1861b31d1c81f24) AuthConfig (c8ec5097bb0e9ecb5be7611946e6aed7f9aad2fd961bbc7194af08e26a241144) AuthConfig (d5950c404d143ef46f634e7b27a587d9ccf2355464df9b85136df50b752f1431) AuthConfig (93f6f9aa881d1f7a7dbacb5f6e0cea0408101992a740c21238d1da825c898aca) AuthConfig (bc7ba0246ed8862049daa94b4f896678951ac4ef1668a20b1c8bd4fb35bc933f) AuthConfig (1803f4f5a2d3396c5ae4dd968813245f2f3a529b9b6ab9360f87727dad8d8ccc) AuthConfig (482ef910df58de3cb51ec64381fcaf1aacccaf17598909b692485b892dd77eb7) AuthConfig (6d1d0038d885c442cd85e73ff8d74e1a3c209e11aac79d61fcb3f77a731374ae) AuthConfig (676067c51c88da2a860d7fa7bb39818b3ce578d34bdbeb082ef71591405f1700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"7917aba2-e00e-449c-942c-0e1db071d73a","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.266031696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"7d80f1d9-8a05-4328-93c7-cdb700748507","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.266900483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"7d80f1d9-8a05-4328-93c7-cdb700748507","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.455236727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.151062661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"ad306034-2c1f-4a4d-8ba7-831e080fc586","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.15859849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"ad306034-2c1f-4a4d-8ba7-831e080fc586","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.181934938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"c1080329-9c75-4210-aa5e-a6581aa791c6","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.181959153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"c1080329-9c75-4210-aa5e-a6581aa791c6","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.887458719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"35b99a44-cd06-4334-a568-ca06470786e8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.903621354Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"35b99a44-cd06-4334-a568-ca06470786e8","name":"e2e-shared-a-w2-531447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.482055876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"327075db-0bce-4554-822f-30e79ebe1fb8","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.482078664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"327075db-0bce-4554-822f-30e79ebe1fb8","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.495685119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"5ebace58-d2ff-4744-9959-9972ea353cfb","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.49571151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"5ebace58-d2ff-4744-9959-9972ea353cfb","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.496812901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"1d1b14de-2416-4047-aa1b-b199a1082564","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:16.497691012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"e0002fd8-9495-4710-8bbd-b45f0dc930f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd93b9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.503903919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"1d1b14de-2416-4047-aa1b-b199a1082564","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.508829662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"9457f713-bc08-4e01-b979-0d965d9655e8","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.508847073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"9457f713-bc08-4e01-b979-0d965d9655e8","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.51437741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"0a7215a1-2b90-436b-8670-d6b04109b771","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.514394978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"0a7215a1-2b90-436b-8670-d6b04109b771","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.532612071Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"5c8b847a-b35b-4773-a4cf-b7701c96790b","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-auth-test-model-4a697f","model":"auth-test-model-4a697f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-4a697f/e2e-auth-iso-dd93b9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.568526681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"d5f24167-cf6b-4993-a157-c7f9cfb564c0","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.568557871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"d5f24167-cf6b-4993-a157-c7f9cfb564c0","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.653224478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f8171ca8-b809-44be-975d-08c1bd646c7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.671833229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"c8873a77-1d0c-41b8-a4cc-4073a7e5071f","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-auth-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.685076798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f8171ca8-b809-44be-975d-08c1bd646c7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.854353763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"73594dc2-9596-41e2-9b1d-cf265371164a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.865650521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"73594dc2-9596-41e2-9b1d-cf265371164a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.874421042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d054fbde683a652390deb743347ffdcedf5f1d8ccfda6fefe184211c025d7f3f) AuthConfig (0bba07b9e4212d81591d835cb528163b5c61167a652597c91978ce6c3f964df4) AuthConfig (4246e464531649d341081f96be34f229911ac47e4900e9c9887f652b0435c6b7) AuthConfig (045bd25a4c1caa3d018d5a03ca45da84ad415d9d62e6ed6ea0ecfb47a496f658) AuthConfig (ee461d03d9cc604fe750baf203c7345016ccee7be4d11f269778629a2010bcb7) AuthConfig (25d2d01cc5cac3c12ec724f921accb47adca82685f0f5d3ad16765d073e108bb) AuthConfig (0d51e75e23d765225ddad3830d9ced690577256fac913d1104d32326e68271dc) AuthConfig (a398a5e875a4571e109a167643c72d89c66284bc5def5f91c496fd470e7df51a) AuthConfig (c2400242ac143817b670dc48c77c2fc7b33ecb61cda6f8cd14a25b8e110aef9f) AuthConfig (50b0dfe9578b7910d4f6cbf4afc5b5da929b25d76b986ba211cf6a9fea27474a) AuthConfig (d9630aa4bd94c7639e6b922623327a220feb676694a1cd42ff35097f7cc3c7cc) AuthConfig (60b7f049bd15633be536587d2783900f3e95ecd1726533c997b2e7cb604674d1) AuthConfig (6f7bf00ff6eab48527a0a7df4625e14232534d1da4b3eed05dc3fcb6427354e6) AuthConfig (2df5c0066bb337df78375580a6e137d792a74fe9daba6c8635fed27fd830045c) AuthConfig (68efbd1fd84a771f55a983c855ee882800b26a3e6c7aee03d5e82d5b3f34ff1d) AuthConfig (e837842f0dcf7a3eae8bce381e879c48071a69cd998e79bc2653ef63b967f660) AuthConfig (81e0836dd212223c758a6297ab2874032d4dd772f3c2ddbb4b77556a0c0e7d79) AuthConfig (ebfc154dda9b1719a9d13b7555a38ff5b1d1eb58c113a4af2fc350c82356edd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"73594dc2-9596-41e2-9b1d-cf265371164a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.415638234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"4c4f2c31-7cbd-42cf-88cd-af5e3b55ef32","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.47507281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"4c4f2c31-7cbd-42cf-88cd-af5e3b55ef32","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.507177032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a181bf8d1045067777576b573039898e3534d165ef220d663de5d48dc90537df) AuthConfig (aee4ac0e77e5f1279f34dd5d6e2bbc2cc0fd73b9beb7ec35bde5e4a5120011b1) AuthConfig (5c7eb635e485bfe88849feb1206680dce55945f692d9fbfd8c49aa0234944069) AuthConfig (0a1a8ec1ed5984f4a9866b01ad163a7c06c6af247c2d41803e574ae151e3df89) AuthConfig (e98dd68e7bd41bdd91943f36799ba683b386de462ebdaebc0e2bc0ad6c951fac) AuthConfig (1be3c5523eba5319cd0bbd5f2cd648c173b50c700585177e5d40fa135e147dc1) AuthConfig (e88e70317ae1fb2a944606798cf6fbe76e75410196c3c51e9d9791ea61d20d27) AuthConfig (a38b97515c6bb79761b3e13c98f4f023e608db02f2dcb5c942010601afe39d04) AuthConfig (44f23b798a3abe43882b2cab5b41d1464d580017ef9c6e0ae4366dfed31c98ae) AuthConfig (508ce5824828fe6265149bbe2688b737d01ecea9dd99dc57c1861b31d1c81f24) AuthConfig (c8ec5097bb0e9ecb5be7611946e6aed7f9aad2fd961bbc7194af08e26a241144) AuthConfig (d5950c404d143ef46f634e7b27a587d9ccf2355464df9b85136df50b752f1431) AuthConfig (93f6f9aa881d1f7a7dbacb5f6e0cea0408101992a740c21238d1da825c898aca) AuthConfig (bc7ba0246ed8862049daa94b4f896678951ac4ef1668a20b1c8bd4fb35bc933f) AuthConfig (1803f4f5a2d3396c5ae4dd968813245f2f3a529b9b6ab9360f87727dad8d8ccc) AuthConfig (482ef910df58de3cb51ec64381fcaf1aacccaf17598909b692485b892dd77eb7) AuthConfig (6d1d0038d885c442cd85e73ff8d74e1a3c209e11aac79d61fcb3f77a731374ae) AuthConfig (676067c51c88da2a860d7fa7bb39818b3ce578d34bdbeb082ef71591405f1700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"4c4f2c31-7cbd-42cf-88cd-af5e3b55ef32","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.210744701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa3068-452d-41e8-90d1-ac13f0c8951f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.214035973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa3068-452d-41e8-90d1-ac13f0c8951f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.21725013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa3068-452d-41e8-90d1-ac13f0c8951f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.220431795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aa3068-452d-41e8-90d1-ac13f0c8951f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.446381111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0e38b1-07a5-41d6-912a-72dcc2aa6641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.450212189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0e38b1-07a5-41d6-912a-72dcc2aa6641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.45343631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0e38b1-07a5-41d6-912a-72dcc2aa6641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:25.456429569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0e38b1-07a5-41d6-912a-72dcc2aa6641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.036116798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-821f5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-821f5a","reconcileID":"e247f6f2-7ef4-4eba-9834-36c4d53470a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-821f5a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-821f5a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.212327269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4ef57-99a7-4fad-b130-5bf8b6683a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.215368167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4ef57-99a7-4fad-b130-5bf8b6683a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.21846778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4ef57-99a7-4fad-b130-5bf8b6683a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.221596059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca4ef57-99a7-4fad-b130-5bf8b6683a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.549421508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431bce3e-5fd9-4312-ace5-a94844c3facc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.553115821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431bce3e-5fd9-4312-ace5-a94844c3facc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.556350245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431bce3e-5fd9-4312-ace5-a94844c3facc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.559508148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431bce3e-5fd9-4312-ace5-a94844c3facc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.889874585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495dfeb-874c-4f82-9b22-5efe0b5e5e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.893313636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495dfeb-874c-4f82-9b22-5efe0b5e5e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.897213132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495dfeb-874c-4f82-9b22-5efe0b5e5e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:26.90024334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495dfeb-874c-4f82-9b22-5efe0b5e5e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.102882329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d58ef5-4e10-4744-b155-c82e7b64bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.106197148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d58ef5-4e10-4744-b155-c82e7b64bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.149412112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d58ef5-4e10-4744-b155-c82e7b64bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.152694443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d58ef5-4e10-4744-b155-c82e7b64bf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:28.760430753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b957d96-8aae-42eb-a42f-70d35058d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:28.763806691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b957d96-8aae-42eb-a42f-70d35058d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:28.767094366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b957d96-8aae-42eb-a42f-70d35058d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:28.770238425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b957d96-8aae-42eb-a42f-70d35058d08a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:29.104371183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf1e2978-6a6b-4642-b338-bccadb1aeaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:29.107350853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf1e2978-6a6b-4642-b338-bccadb1aeaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:29.110324624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf1e2978-6a6b-4642-b338-bccadb1aeaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:29.11404647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf1e2978-6a6b-4642-b338-bccadb1aeaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.880377788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"622b605d-eba6-4be2-94f3-558585fc2a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.888596406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"622b605d-eba6-4be2-94f3-558585fc2a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.899117185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d054fbde683a652390deb743347ffdcedf5f1d8ccfda6fefe184211c025d7f3f) AuthConfig (0bba07b9e4212d81591d835cb528163b5c61167a652597c91978ce6c3f964df4) AuthConfig (4246e464531649d341081f96be34f229911ac47e4900e9c9887f652b0435c6b7) AuthConfig (045bd25a4c1caa3d018d5a03ca45da84ad415d9d62e6ed6ea0ecfb47a496f658) AuthConfig (ee461d03d9cc604fe750baf203c7345016ccee7be4d11f269778629a2010bcb7) AuthConfig (25d2d01cc5cac3c12ec724f921accb47adca82685f0f5d3ad16765d073e108bb) AuthConfig (0d51e75e23d765225ddad3830d9ced690577256fac913d1104d32326e68271dc) AuthConfig (a398a5e875a4571e109a167643c72d89c66284bc5def5f91c496fd470e7df51a) AuthConfig (c2400242ac143817b670dc48c77c2fc7b33ecb61cda6f8cd14a25b8e110aef9f) AuthConfig (50b0dfe9578b7910d4f6cbf4afc5b5da929b25d76b986ba211cf6a9fea27474a) AuthConfig (d9630aa4bd94c7639e6b922623327a220feb676694a1cd42ff35097f7cc3c7cc) AuthConfig (60b7f049bd15633be536587d2783900f3e95ecd1726533c997b2e7cb604674d1) AuthConfig (6f7bf00ff6eab48527a0a7df4625e14232534d1da4b3eed05dc3fcb6427354e6) AuthConfig (2df5c0066bb337df78375580a6e137d792a74fe9daba6c8635fed27fd830045c) AuthConfig (68efbd1fd84a771f55a983c855ee882800b26a3e6c7aee03d5e82d5b3f34ff1d) AuthConfig (e837842f0dcf7a3eae8bce381e879c48071a69cd998e79bc2653ef63b967f660) AuthConfig (81e0836dd212223c758a6297ab2874032d4dd772f3c2ddbb4b77556a0c0e7d79) AuthConfig (ebfc154dda9b1719a9d13b7555a38ff5b1d1eb58c113a4af2fc350c82356edd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"622b605d-eba6-4be2-94f3-558585fc2a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.522495941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"aa7caec1-4a36-462f-8be8-8bb6b9dbcdeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.530615446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"aa7caec1-4a36-462f-8be8-8bb6b9dbcdeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.536991096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-020af9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a181bf8d1045067777576b573039898e3534d165ef220d663de5d48dc90537df) AuthConfig (aee4ac0e77e5f1279f34dd5d6e2bbc2cc0fd73b9beb7ec35bde5e4a5120011b1) AuthConfig (5c7eb635e485bfe88849feb1206680dce55945f692d9fbfd8c49aa0234944069) AuthConfig (0a1a8ec1ed5984f4a9866b01ad163a7c06c6af247c2d41803e574ae151e3df89) AuthConfig (e98dd68e7bd41bdd91943f36799ba683b386de462ebdaebc0e2bc0ad6c951fac) AuthConfig (1be3c5523eba5319cd0bbd5f2cd648c173b50c700585177e5d40fa135e147dc1) AuthConfig (e88e70317ae1fb2a944606798cf6fbe76e75410196c3c51e9d9791ea61d20d27) AuthConfig (a38b97515c6bb79761b3e13c98f4f023e608db02f2dcb5c942010601afe39d04) AuthConfig (44f23b798a3abe43882b2cab5b41d1464d580017ef9c6e0ae4366dfed31c98ae) AuthConfig (508ce5824828fe6265149bbe2688b737d01ecea9dd99dc57c1861b31d1c81f24) AuthConfig (c8ec5097bb0e9ecb5be7611946e6aed7f9aad2fd961bbc7194af08e26a241144) AuthConfig (d5950c404d143ef46f634e7b27a587d9ccf2355464df9b85136df50b752f1431) AuthConfig (93f6f9aa881d1f7a7dbacb5f6e0cea0408101992a740c21238d1da825c898aca) AuthConfig (bc7ba0246ed8862049daa94b4f896678951ac4ef1668a20b1c8bd4fb35bc933f) AuthConfig (1803f4f5a2d3396c5ae4dd968813245f2f3a529b9b6ab9360f87727dad8d8ccc) AuthConfig (482ef910df58de3cb51ec64381fcaf1aacccaf17598909b692485b892dd77eb7) AuthConfig (6d1d0038d885c442cd85e73ff8d74e1a3c209e11aac79d61fcb3f77a731374ae) AuthConfig (676067c51c88da2a860d7fa7bb39818b3ce578d34bdbeb082ef71591405f1700)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"aa7caec1-4a36-462f-8be8-8bb6b9dbcdeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.57955566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c005628-8cbf-42ca-a737-eeb71ef23c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.584038545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c005628-8cbf-42ca-a737-eeb71ef23c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.587545277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c005628-8cbf-42ca-a737-eeb71ef23c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.590883422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c005628-8cbf-42ca-a737-eeb71ef23c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.8267672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822de2cd-794a-4a3c-b1cd-fa551898cf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.829938671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822de2cd-794a-4a3c-b1cd-fa551898cf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.832952719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822de2cd-794a-4a3c-b1cd-fa551898cf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.846960188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822de2cd-794a-4a3c-b1cd-fa551898cf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.408674603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ef434a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ef434a","reconcileID":"7e55e79f-153d-4b75-81e8-d054898d829c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ef434a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ef434a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.611357092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b21fd5e-fe0b-4785-8f17-9cc80d37579c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.614571757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b21fd5e-fe0b-4785-8f17-9cc80d37579c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.617719605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b21fd5e-fe0b-4785-8f17-9cc80d37579c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.620881507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b21fd5e-fe0b-4785-8f17-9cc80d37579c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.261148021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"08ee3c1f-6af8-470d-900b-4f895b1e0d0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:39.276821028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"08ee3c1f-6af8-470d-900b-4f895b1e0d0c","name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:41.926283364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"58fc6c26-8179-483e-8420-4d46c89f609f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:41.979922018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"58fc6c26-8179-483e-8420-4d46c89f609f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.002857617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d054fbde683a652390deb743347ffdcedf5f1d8ccfda6fefe184211c025d7f3f) AuthConfig (0bba07b9e4212d81591d835cb528163b5c61167a652597c91978ce6c3f964df4) AuthConfig (4246e464531649d341081f96be34f229911ac47e4900e9c9887f652b0435c6b7) AuthConfig (045bd25a4c1caa3d018d5a03ca45da84ad415d9d62e6ed6ea0ecfb47a496f658) AuthConfig (ee461d03d9cc604fe750baf203c7345016ccee7be4d11f269778629a2010bcb7) AuthConfig (25d2d01cc5cac3c12ec724f921accb47adca82685f0f5d3ad16765d073e108bb) AuthConfig (0d51e75e23d765225ddad3830d9ced690577256fac913d1104d32326e68271dc) AuthConfig (a398a5e875a4571e109a167643c72d89c66284bc5def5f91c496fd470e7df51a) AuthConfig (c2400242ac143817b670dc48c77c2fc7b33ecb61cda6f8cd14a25b8e110aef9f) AuthConfig (50b0dfe9578b7910d4f6cbf4afc5b5da929b25d76b986ba211cf6a9fea27474a) AuthConfig (d9630aa4bd94c7639e6b922623327a220feb676694a1cd42ff35097f7cc3c7cc) AuthConfig (60b7f049bd15633be536587d2783900f3e95ecd1726533c997b2e7cb604674d1) AuthConfig (6f7bf00ff6eab48527a0a7df4625e14232534d1da4b3eed05dc3fcb6427354e6) AuthConfig (2df5c0066bb337df78375580a6e137d792a74fe9daba6c8635fed27fd830045c) AuthConfig (68efbd1fd84a771f55a983c855ee882800b26a3e6c7aee03d5e82d5b3f34ff1d) AuthConfig (e837842f0dcf7a3eae8bce381e879c48071a69cd998e79bc2653ef63b967f660) AuthConfig (81e0836dd212223c758a6297ab2874032d4dd772f3c2ddbb4b77556a0c0e7d79) AuthConfig (ebfc154dda9b1719a9d13b7555a38ff5b1d1eb58c113a4af2fc350c82356edd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"58fc6c26-8179-483e-8420-4d46c89f609f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.701642055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"d5ac371d-ae4d-4679-9207-e25104e8e680","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.802971855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"d5ac371d-ae4d-4679-9207-e25104e8e680","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.909540709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"ac51eebf-1532-4984-946c-5f5fe3e26213","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-auth-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.113633806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"153309bc-8375-4f12-abf8-59dca3554df4","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.114829135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"e49a57b2-0aea-4209-a2bc-c416beef5b1f","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.142224303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"e49a57b2-0aea-4209-a2bc-c416beef5b1f","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.149646155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"153309bc-8375-4f12-abf8-59dca3554df4","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.155535062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"7b5bf032-8a15-4525-b1f4-973edf0dc77a","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.155652037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"7b5bf032-8a15-4525-b1f4-973edf0dc77a","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.125469011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"acdbe8a7-c48d-4dcd-b5c7-4206b57054dd","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.125488099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"acdbe8a7-c48d-4dcd-b5c7-4206b57054dd","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.133523537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"edf1d836-60c9-4f28-9751-72d17736b95e","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.133549556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"edf1d836-60c9-4f28-9751-72d17736b95e","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:44.13537622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"ee15801b-8527-4744-8e21-89c7894a7efb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-dd27cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:44.137679765Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"edf1d836-60c9-4f28-9751-72d17736b95e","name":"auth-test-model-020af9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-020af9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:44.137719681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"edf1d836-60c9-4f28-9751-72d17736b95e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-020af9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.143604762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"0a4d4a8c-a7d7-4e70-b602-35982aafe34c","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.143619176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"0a4d4a8c-a7d7-4e70-b602-35982aafe34c","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.147034331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"ec5cb494-894c-4723-a965-176cd4c574d5","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.147049083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"ec5cb494-894c-4723-a965-176cd4c574d5","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.154719898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"e619ded2-f789-4d6e-acaa-0c1fc89d5271","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.1547332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"e619ded2-f789-4d6e-acaa-0c1fc89d5271","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.174822807Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"32820046-81ce-4813-a3a3-03cb9909502b","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"maas-trlp-auth-test-model-020af9","model":"auth-test-model-020af9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-020af9/e2e-auth-iso-dd27cd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.249356042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"16ac8119-3cf1-456c-9237-37ccac30c88c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.254736846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"d30822a5-c4f6-441d-8810-1773e2ccf4a8","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.254752851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"d30822a5-c4f6-441d-8810-1773e2ccf4a8","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.258278542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"16ac8119-3cf1-456c-9237-37ccac30c88c","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.267071144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"58bf8c97-c442-43f1-9b7d-2884154c454a","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"maas-trlp-auth-test-model-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.295571476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"3f78cd8e-a1fa-438c-b421-f18e454c3695","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.302528621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"3f78cd8e-a1fa-438c-b421-f18e454c3695","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.473079478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.557525551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"6fbe0a1b-97b3-458b-b9d5-b21c9c83cff8","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.557547845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"6fbe0a1b-97b3-458b-b9d5-b21c9c83cff8","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.564746646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"98cfad68-781d-4d9c-8bde-0954c84148b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.573769894Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e6758ad0-86ca-4703-9969-62c6f06e1707","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e51c8244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.575220038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"98cfad68-781d-4d9c-8bde-0954c84148b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.765513797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"b20be710-2b6a-4927-b3f7-3c20ca3e4afa","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:45.772573286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"b20be710-2b6a-4927-b3f7-3c20ca3e4afa","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.811349321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"de3e99f4-4e2f-4c13-8a9c-17b12a1313d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:47.827076046Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"de3e99f4-4e2f-4c13-8a9c-17b12a1313d4","name":"e2e-shared-b-w2-ef434a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:52.014374892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"72f4e456-c2fc-4d74-8563-dd4937acdcae","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:52.021215596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"72f4e456-c2fc-4d74-8563-dd4937acdcae","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:52.043902633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"06fc671f-a1e3-4f8d-bcee-014b5d626f7c","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:52.043962594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"06fc671f-a1e3-4f8d-bcee-014b5d626f7c","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.978070563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"4cd9a40f-02cd-4acd-93e2-7395fc15fde3","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.978091341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"4cd9a40f-02cd-4acd-93e2-7395fc15fde3","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.983716865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"02762885-f673-44f1-ae5d-11d9a0859337","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.98779695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"6c83651e-4b87-4640-a22a-f765d8becf98","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.987815343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"6c83651e-4b87-4640-a22a-f765d8becf98","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:53.989779241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"fc12e306-d1fd-4d73-981f-78ccb7ef2eb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f38c11\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:53.994586924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"02762885-f673-44f1-ae5d-11d9a0859337","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.001051347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"a3d8dc7f-cf16-4431-9a52-d11d61fe47c9","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.001071479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"a3d8dc7f-cf16-4431-9a52-d11d61fe47c9","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.009797591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"d9034517-8243-4264-a01e-4841efc08e40","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.009812667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"d9034517-8243-4264-a01e-4841efc08e40","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.029317015Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"818c1492-6479-42f2-a69c-f04e60d872a2","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-auth-test-model-556c14","model":"auth-test-model-556c14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-556c14/e2e-auth-iso-f38c11"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.049555511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e162c691-0f37-4098-a257-939bb3de4863","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.04957423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e162c691-0f37-4098-a257-939bb3de4863","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.085245195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"bd44f355-efde-40a1-9c43-06f9ac72ce48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.09206392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"bd44f355-efde-40a1-9c43-06f9ac72ce48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.124142348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"d80290ee-9f1e-4fb4-851c-6b53bcdc09d2","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-auth-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.676206631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80f9da5-b156-4688-b2f3-6a8ad6b5d10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.68072527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80f9da5-b156-4688-b2f3-6a8ad6b5d10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.683749598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80f9da5-b156-4688-b2f3-6a8ad6b5d10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:54.687131635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80f9da5-b156-4688-b2f3-6a8ad6b5d10d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.050638197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e353d691-c9dc-449a-9d22-8db05e92404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.053961363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e353d691-c9dc-449a-9d22-8db05e92404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.057185156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e353d691-c9dc-449a-9d22-8db05e92404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.060498094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e353d691-c9dc-449a-9d22-8db05e92404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.583455062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"9ace2280-4bfb-4995-a7d6-4566148a4b5c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","subscription":"e2e-auth-iso-dd93b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.593717078Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"9ace2280-4bfb-4995-a7d6-4566148a4b5c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.605476284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"9ace2280-4bfb-4995-a7d6-4566148a4b5c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.656156367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"3daa314e-6804-4166-ba18-89b7369d641d","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.656179016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"3daa314e-6804-4166-ba18-89b7369d641d","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.665575289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"25f68d74-c75f-499a-a163-6c47587feb60","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.673188049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"25f68d74-c75f-499a-a163-6c47587feb60","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.764319777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"05b33c7a-e3a2-4fbf-a4ef-c790f8d7a236","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.771711858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"05b33c7a-e3a2-4fbf-a4ef-c790f8d7a236","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.797778146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"b7c3505c-0376-42b6-a04b-c3e82446cc92","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.797795435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"b7c3505c-0376-42b6-a04b-c3e82446cc92","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.812403546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"e5e9f768-5577-495e-8ded-b06233c33266","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29819d6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.86331603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"af81ceb6-34f9-4926-aec7-7a4af27dc2e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.870726755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"af81ceb6-34f9-4926-aec7-7a4af27dc2e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.965770347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"ef6f2b35-759e-4094-8c2e-e91c4a2b4d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.972895088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"ef6f2b35-759e-4094-8c2e-e91c4a2b4d15","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.247164985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab56bcd-32dc-408f-a7b5-18d218a61084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.251027939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab56bcd-32dc-408f-a7b5-18d218a61084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.254516642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab56bcd-32dc-408f-a7b5-18d218a61084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.257890846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab56bcd-32dc-408f-a7b5-18d218a61084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.613134387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e920fa-20bc-4b0a-946c-6d141377f97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.617248884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e920fa-20bc-4b0a-946c-6d141377f97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.623677646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e920fa-20bc-4b0a-946c-6d141377f97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:01.631737272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e920fa-20bc-4b0a-946c-6d141377f97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.253737402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-af8244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-af8244","reconcileID":"11444bd1-4aa2-4ae0-bced-1f986c2afb9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-af8244","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-af8244":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.470683448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45982b0b-b827-4f8c-9b6e-cc5a9f52a77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.476665742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45982b0b-b827-4f8c-9b6e-cc5a9f52a77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.482458411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45982b0b-b827-4f8c-9b6e-cc5a9f52a77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:02.488778441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45982b0b-b827-4f8c-9b6e-cc5a9f52a77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.783338481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"ffe9ec8d-9996-4ba8-a225-a8ce7dbae5c2","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"maas-trlp-auth-test-model-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.204853545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"5960c5dc-cac6-4e6d-94ee-04db984eb5a4","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.204886812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"5960c5dc-cac6-4e6d-94ee-04db984eb5a4","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.410693415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd519d0e-9a75-4c5b-a2f2-1459aa7d9a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.432319656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd519d0e-9a75-4c5b-a2f2-1459aa7d9a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.502212631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd519d0e-9a75-4c5b-a2f2-1459aa7d9a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.541747247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd519d0e-9a75-4c5b-a2f2-1459aa7d9a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.596493858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"97a50469-840f-4c8c-982e-502b4f9b5076","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.622484031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"97a50469-840f-4c8c-982e-502b4f9b5076","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.011089132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb7f47-ba4b-4357-8455-8c3ceae27145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.014951856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb7f47-ba4b-4357-8455-8c3ceae27145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.018939759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb7f47-ba4b-4357-8455-8c3ceae27145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.02304156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb7f47-ba4b-4357-8455-8c3ceae27145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.818607539Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b728bb45-7343-476b-8b0d-21cae0df500c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","subscription":"e2e-auth-iso-dd93b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.823337899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b728bb45-7343-476b-8b0d-21cae0df500c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.826964622Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"b728bb45-7343-476b-8b0d-21cae0df500c","MaaSSubscription":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.836395277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d69a2b-ec81-4992-9f19-c59028a03665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.841173391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d69a2b-ec81-4992-9f19-c59028a03665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.852099585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d69a2b-ec81-4992-9f19-c59028a03665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.861318206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d69a2b-ec81-4992-9f19-c59028a03665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.903323719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"7ec00924-c7fe-4ac0-b672-84d6f684a944","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.90335783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"7ec00924-c7fe-4ac0-b672-84d6f684a944","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.972319372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f50e0636-d1bd-4c77-9c01-52f35fe77905","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:05.984748992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"f50e0636-d1bd-4c77-9c01-52f35fe77905","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.063054491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e4c443ae-7bd6-4a64-ab26-48d3006c5a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.064238644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"1fe101f9-c8e3-4d26-b6f1-01eb5168f11c","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.064271756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"1fe101f9-c8e3-4d26-b6f1-01eb5168f11c","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.066101074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"73456d0c-ca10-4977-9353-8caa44745ef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.079888802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"73456d0c-ca10-4977-9353-8caa44745ef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.198350836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e4c443ae-7bd6-4a64-ab26-48d3006c5a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.222167574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e4c443ae-7bd6-4a64-ab26-48d3006c5a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.222197445Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-auth-iso-dd93b9","reconcileID":"e4c443ae-7bd6-4a64-ab26-48d3006c5a75","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.231598422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"c3a45d46-7152-45a8-bd74-4cec27019794","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/auth-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.231689811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"auth-test-model-6c0ec0","reconcileID":"c3a45d46-7152-45a8-bd74-4cec27019794","MaaSModelRef":{"name":"auth-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"auth-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"auth-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.382181991Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"158ffc93-ca50-4b68-97f1-b977905e1afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.382567781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"d2373ea2-3315-4260-81da-d6d961ae37d4","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.383196635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"d2373ea2-3315-4260-81da-d6d961ae37d4","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.404882829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"158ffc93-ca50-4b68-97f1-b977905e1afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.48132752Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"158ffc93-ca50-4b68-97f1-b977905e1afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.481362346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-auth-iso-dd93b9","reconcileID":"158ffc93-ca50-4b68-97f1-b977905e1afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd93b9","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.490787035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"936e3575-283a-4dcf-998b-d0ce780fa4d3","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/auth-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.490881178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"auth-test-model-4a697f","reconcileID":"936e3575-283a-4dcf-998b-d0ce780fa4d3","MaaSModelRef":{"name":"auth-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"auth-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"auth-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.703566753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"084f9aff-d71f-4254-8e26-e26da6cb957e","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.703602824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"084f9aff-d71f-4254-8e26-e26da6cb957e","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.713000459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"b1cbc564-ae41-455b-b85a-ffe8877f2a65","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.722349625Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"9d0b17b4-1906-4c89-b02c-ef7408aea19a","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d75f4405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.764432988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"b1cbc564-ae41-455b-b85a-ffe8877f2a65","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:08.112763036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"c3f472b1-bd8c-4a10-846a-e28239eae832","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:08.143042616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"c3f472b1-bd8c-4a10-846a-e28239eae832","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.824754513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533bd264-9702-480a-8a30-f61774db27bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.828510297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533bd264-9702-480a-8a30-f61774db27bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.831731839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533bd264-9702-480a-8a30-f61774db27bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.835233307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533bd264-9702-480a-8a30-f61774db27bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.198586498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf6814a-13fc-4a1c-9f46-d8c44364c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.202591542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf6814a-13fc-4a1c-9f46-d8c44364c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.206702803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf6814a-13fc-4a1c-9f46-d8c44364c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.210778187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf6814a-13fc-4a1c-9f46-d8c44364c6c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.639427517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-027c19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-027c19","reconcileID":"bc8a7cc5-a213-4f67-8eb3-24ab5ac656e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-027c19","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-027c19":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.016436732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e609f6-6cb6-4d83-ba46-634ff3c0a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.020249163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e609f6-6cb6-4d83-ba46-634ff3c0a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.023888569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e609f6-6cb6-4d83-ba46-634ff3c0a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.027519968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e609f6-6cb6-4d83-ba46-634ff3c0a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:14.45463946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.75443744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1c4d4220-715a-47a0-b73d-202b21beca95","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","subscription":"e2e-auth-iso-dd27cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.758989877Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1c4d4220-715a-47a0-b73d-202b21beca95","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.763115959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"1c4d4220-715a-47a0-b73d-202b21beca95","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"maas-trlp-auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.799930828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"5bb2629b-dac0-4dbb-8f62-1292630a5d3b","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.799957142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"5bb2629b-dac0-4dbb-8f62-1292630a5d3b","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.808470933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"2527d957-db18-4414-9517-d1380ef5a0c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.820779136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"2527d957-db18-4414-9517-d1380ef5a0c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.927826855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"4dee18c8-bb4b-4d4d-8c9e-344eafd72517","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.955075046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"fcfae93f-7d60-4159-bae2-65da5e52b940","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.955178141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"fcfae93f-7d60-4159-bae2-65da5e52b940","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.975087773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"4dee18c8-bb4b-4d4d-8c9e-344eafd72517","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.018422296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"deaed612-840f-47b5-8fe6-f47b75fea856","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.029512678Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"92e18928-a7cb-407a-b646-20f06045548f","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16fcf300","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.032199234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"deaed612-840f-47b5-8fe6-f47b75fea856","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.224828135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"f8a36f1a-732e-45d4-986a-7e4102be5fda","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:18.231652681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"f8a36f1a-732e-45d4-986a-7e4102be5fda","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.018063923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8a542-b1a2-418a-889d-742c20d303c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.021364499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8a542-b1a2-418a-889d-742c20d303c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.024831603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8a542-b1a2-418a-889d-742c20d303c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.030604653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd8a542-b1a2-418a-889d-742c20d303c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.2184768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0da29d1-013a-4b99-a267-30a3c052f009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.222087085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0da29d1-013a-4b99-a267-30a3c052f009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.225647857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0da29d1-013a-4b99-a267-30a3c052f009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.232344125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0da29d1-013a-4b99-a267-30a3c052f009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.581924143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2693916-2cce-4a1b-ba4b-54d10335f881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.585180942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2693916-2cce-4a1b-ba4b-54d10335f881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.588209934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2693916-2cce-4a1b-ba4b-54d10335f881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.591127352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2693916-2cce-4a1b-ba4b-54d10335f881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:19.916629402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7c759a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7c759a","reconcileID":"fe2438d0-ab67-4f83-b8a9-d16af9b6913b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7c759a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7c759a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.31400201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ba6be-f756-46a4-9ea6-749b867ed5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.318614105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ba6be-f756-46a4-9ea6-749b867ed5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.322247465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ba6be-f756-46a4-9ea6-749b867ed5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.325414741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483ba6be-f756-46a4-9ea6-749b867ed5ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.036678586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"9acc54f8-27d2-4fe9-a1e3-1e7f04279ac9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:23.056840969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"9acc54f8-27d2-4fe9-a1e3-1e7f04279ac9","name":"e2e-extmod-b-af8244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.033012307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"8f840b8f-f0b9-4aee-86cf-79c8ff0549c9","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","subscription":"e2e-auth-iso-dd27cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.03628039Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"8f840b8f-f0b9-4aee-86cf-79c8ff0549c9","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.03967262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"8f840b8f-f0b9-4aee-86cf-79c8ff0549c9","MaaSSubscription":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"maas-trlp-auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.071390685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"026f474e-7fb8-4c49-806d-40bd717cf6e3","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.071414547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"026f474e-7fb8-4c49-806d-40bd717cf6e3","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.149098854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"b5e18f6c-8fe8-4c0a-931b-e93e10802a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.15665111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"b5e18f6c-8fe8-4c0a-931b-e93e10802a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.20177858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"d3cd6cd6-8331-4339-a609-5b61f3c9f4e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.222121389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"d3cd6cd6-8331-4339-a609-5b61f3c9f4e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.248087971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"44fd5c6c-e3fe-437b-aa12-7bc1aa3c9ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.248133872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"b3eab0d6-460d-41dc-8032-8c844c47bd61","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.248148037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"b3eab0d6-460d-41dc-8032-8c844c47bd61","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.366091268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"44fd5c6c-e3fe-437b-aa12-7bc1aa3c9ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.392422427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"44fd5c6c-e3fe-437b-aa12-7bc1aa3c9ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"name":"e2e-shared-a-w0-50e623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.392456421Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"e2e-auth-iso-dd27cd","reconcileID":"44fd5c6c-e3fe-437b-aa12-7bc1aa3c9ea5","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.416182023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"1340c4bc-5c58-4851-8940-e3bec97779cd","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"tenant":"e2e-shared-a-w0-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","model":"ai-tenant-e2e-shared-a-w0-50e623/auth-test-model-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.435990159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"auth-test-model-50e623","reconcileID":"1340c4bc-5c58-4851-8940-e3bec97779cd","MaaSModelRef":{"name":"auth-test-model-50e623","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"routeName":"auth-test-model-50e623-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-50e623","llmisvcName":"auth-test-model-50e623","gateway":"openshift-ingress/e2e-shared-a-w0-50e623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.549799908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"377fe285-ac8a-49af-862b-bd1bb8aa02d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.552765656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"6286f8d2-5f85-44be-9e2b-8d3f2c4e223a","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.558058655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"6286f8d2-5f85-44be-9e2b-8d3f2c4e223a","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.575877987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"377fe285-ac8a-49af-862b-bd1bb8aa02d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.606699598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"377fe285-ac8a-49af-862b-bd1bb8aa02d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"name":"e2e-shared-b-w0-020af9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.606732109Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"e2e-auth-iso-dd27cd","reconcileID":"377fe285-ac8a-49af-862b-bd1bb8aa02d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-dd27cd","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.619098221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"ff1e22f5-a2dd-4949-8b13-cf9e9d0918f5","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"tenant":"e2e-shared-b-w0-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","model":"ai-tenant-e2e-shared-b-w0-020af9/auth-test-model-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.619127751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"auth-test-model-020af9","reconcileID":"ff1e22f5-a2dd-4949-8b13-cf9e9d0918f5","MaaSModelRef":{"name":"auth-test-model-020af9","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"routeName":"auth-test-model-020af9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-020af9","llmisvcName":"auth-test-model-020af9","gateway":"openshift-ingress/e2e-shared-b-w0-020af9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.8533485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"499ee714-3396-4a6a-9c52-ce334eff2d08","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:28.869638436Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"499ee714-3396-4a6a-9c52-ce334eff2d08","name":"e2e-extmod-a-027c19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.124133299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"a38a5650-4264-4975-8ac6-3c22ac3cca00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.232302012Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"a38a5650-4264-4975-8ac6-3c22ac3cca00","name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:39.956127869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"73bde5e4-7655-47b4-a884-6cc1acdb03d0","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-auth-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.117251262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"df7ed6c9-4a51-4dfb-bb01-9545e6f1a6e6","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:40.117343037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"df7ed6c9-4a51-4dfb-bb01-9545e6f1a6e6","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.139081687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"b2956d52-d963-4046-8ec4-ecfa43ed896f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.1551394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"b2956d52-d963-4046-8ec4-ecfa43ed896f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:44.461161436Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:44.646989628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13852487-618a-47dc-b256-89f31161cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:44.676052725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13852487-618a-47dc-b256-89f31161cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:44.684264873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13852487-618a-47dc-b256-89f31161cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:44.689669358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13852487-618a-47dc-b256-89f31161cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.110353321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970b77f7-d8f7-4d52-85b8-6008caa86383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.115314143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970b77f7-d8f7-4d52-85b8-6008caa86383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.12180605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970b77f7-d8f7-4d52-85b8-6008caa86383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.127181284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970b77f7-d8f7-4d52-85b8-6008caa86383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.360267174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930e1e41-68f7-4a58-a0bc-044bb29529b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.364392888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930e1e41-68f7-4a58-a0bc-044bb29529b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.368683296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930e1e41-68f7-4a58-a0bc-044bb29529b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.407210568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930e1e41-68f7-4a58-a0bc-044bb29529b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.559219468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"27b08da5-36fe-4df8-a711-d490b2a80476","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.571867272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"27b08da5-36fe-4df8-a711-d490b2a80476","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.578314292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"f9dd62cc-06fc-4b98-9389-52ef568ba0c6","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.578385976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"f9dd62cc-06fc-4b98-9389-52ef568ba0c6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.588703529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"dc1999a1-64ee-4a19-b37a-40e86f315573","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.588754804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"dc1999a1-64ee-4a19-b37a-40e86f315573","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.609332466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"c29165ae-2a15-4a03-83d8-0aff7e7fe927","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.609402421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"c29165ae-2a15-4a03-83d8-0aff7e7fe927","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.650229102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"b0bdc867-91e8-4f23-a292-153d347c52d9","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.650302185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"b0bdc867-91e8-4f23-a292-153d347c52d9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.75597406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"b3ec68a2-10e0-453e-8f9f-036f3500e7ba","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:45.75607485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-a23ed0","namespace":"ai-tenant-e2e-noten-a23ed0"},"namespace":"ai-tenant-e2e-noten-a23ed0","name":"noten-model-a23ed0","reconcileID":"b3ec68a2-10e0-453e-8f9f-036f3500e7ba","error":"resolve tenant gateway for model ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-a23ed0/noten-model-a23ed0-kserve-route (gateways: [openshift-ingress/e2e-noten-a23ed0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.885716917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd403fc-666d-41d3-a491-e00f5c7f1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.972779501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd403fc-666d-41d3-a491-e00f5c7f1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:45.978694302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd403fc-666d-41d3-a491-e00f5c7f1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.008425876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd403fc-666d-41d3-a491-e00f5c7f1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.191347452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7489f44e-0e57-4c1b-b7af-9c2b92d34017","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.191368239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"7489f44e-0e57-4c1b-b7af-9c2b92d34017","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.199304363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"5abd5645-62f5-457f-bf77-7d5773813131","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.206245144Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"551805b8-ad75-4171-a242-13d226f6b6a0","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4263775b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.208469198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"5abd5645-62f5-457f-bf77-7d5773813131","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.291338342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c76098-689f-4f81-9184-46aab618fade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.295272241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c76098-689f-4f81-9184-46aab618fade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.298668907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c76098-689f-4f81-9184-46aab618fade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.302532507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c76098-689f-4f81-9184-46aab618fade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.305259279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"eb302eaf-57d4-47f1-87db-e2bb0a1cffd0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.349666023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"eb302eaf-57d4-47f1-87db-e2bb0a1cffd0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.579692407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf009ec-667f-443d-8929-da76b2f4350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.585338596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf009ec-667f-443d-8929-da76b2f4350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.589815458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf009ec-667f-443d-8929-da76b2f4350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.594207881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf009ec-667f-443d-8929-da76b2f4350a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.035068616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f5f68-7ac3-4041-b1fb-aecd126894ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.038309043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f5f68-7ac3-4041-b1fb-aecd126894ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.041496068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f5f68-7ac3-4041-b1fb-aecd126894ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.044667697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274f5f68-7ac3-4041-b1fb-aecd126894ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.208064092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"289ddd41-9d36-4e5d-a0a3-641d15bdf283","namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.217302115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"b4ebbae1-39d7-4871-acee-4fd1684db5e7","namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.221923629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"eded8cbf-ef9f-4867-a9be-1db32d6e9634","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.229987463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d81a6d0f-fb34-4636-b95f-6ad95e18fb0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.230371956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbd283f-9b43-4536-b335-a6186f95bb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.230512396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c7f20223-851d-43c4-851c-f6c688a11d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.231009552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c4cdc615-cbe1-4b1e-b8c0-3a6455f9168b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.23488343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"eded8cbf-ef9f-4867-a9be-1db32d6e9634","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.2388293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d81a6d0f-fb34-4636-b95f-6ad95e18fb0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.240615945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c7f20223-851d-43c4-851c-f6c688a11d46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.241162174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbd283f-9b43-4536-b335-a6186f95bb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.244046601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c4cdc615-cbe1-4b1e-b8c0-3a6455f9168b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.312451625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2a64b5b6-2e05-4ec3-ba6d-df3dfa52587f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.312686419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"49212394-6b28-4861-8c93-8a73ddd2f1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.31244988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"67d7fadc-7d61-4c32-a93a-ad22e7e41bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.329042177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"49212394-6b28-4861-8c93-8a73ddd2f1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.329103466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2a64b5b6-2e05-4ec3-ba6d-df3dfa52587f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.332447546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"67d7fadc-7d61-4c32-a93a-ad22e7e41bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.400855027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"981c4e9f-0565-4bfc-b3f1-4422e0289ebd","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.402073043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3cbae171-0a8d-45dc-96c3-183801ed7476","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.40825164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9395da1e-758e-48da-b7c0-dcf5653a3ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.408306236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5b241eea-8f8a-4947-ada4-e2b930c45882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.408879634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7c2a8a8b-ccd6-479f-b4f4-a886dd5df82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.409400772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b1f3b1ad-ffba-40c5-a12d-ae2a49f57bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.413456474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3cbae171-0a8d-45dc-96c3-183801ed7476","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.417992841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9395da1e-758e-48da-b7c0-dcf5653a3ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.418621918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7c2a8a8b-ccd6-479f-b4f4-a886dd5df82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.421782005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b1f3b1ad-ffba-40c5-a12d-ae2a49f57bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.422054212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5b241eea-8f8a-4947-ada4-e2b930c45882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.469319962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"ee6397a5-6a89-425d-811f-2b865f7633ad","namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.472834581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"cd12c9d0-86fc-4c1f-9994-90dd0cf6105a","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:50.472856801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"cd12c9d0-86fc-4c1f-9994-90dd0cf6105a","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.177833214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afc384ef-5a39-4439-8f0f-b30ecb1df3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.178815359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ac63633e-4d25-4e5d-8962-7171b2dabf7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.181241532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"d2759a02-387b-4dbf-b645-281f47994592","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.18127736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"d2759a02-387b-4dbf-b645-281f47994592","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.194683562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"187d7c0b-35ee-4d2a-bfaf-bd4e6ae14c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.25017022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afc384ef-5a39-4439-8f0f-b30ecb1df3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.251785167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ac63633e-4d25-4e5d-8962-7171b2dabf7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.252257507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce6697a2-1f8a-40c4-bd4d-0cb9771b6d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.252663459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b8117a46-2457-4652-9599-d37464223eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.255272346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"187d7c0b-35ee-4d2a-bfaf-bd4e6ae14c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.260093506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce6697a2-1f8a-40c4-bd4d-0cb9771b6d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.26058672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b8117a46-2457-4652-9599-d37464223eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.270263063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"af210599-3f29-498e-9f6b-2603e52daee0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.273456709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"958cf93a-5e18-4e9a-8ab3-c07b1e6cbeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.276966134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"de8af4fb-bbb6-4f06-a6a4-f481203bffbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.278039743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"af210599-3f29-498e-9f6b-2603e52daee0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.28097759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"958cf93a-5e18-4e9a-8ab3-c07b1e6cbeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.281052059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"01eb1b44-4b25-4fda-b208-027d5e3d300f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.281394575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b47a126a-2132-4249-a219-3acdf05f423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.284776557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"de8af4fb-bbb6-4f06-a6a4-f481203bffbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.289859653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b47a126a-2132-4249-a219-3acdf05f423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.348253146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"01eb1b44-4b25-4fda-b208-027d5e3d300f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.38095166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"783dc57c-abe9-4399-95d2-899d2593fc9a","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.380981846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"783dc57c-abe9-4399-95d2-899d2593fc9a","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.384757564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"eda2955e-29de-4b2b-b678-2e930d2ab85a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.387377896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bf4d7b32-fc29-4915-8df9-89a192f006ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.387407678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9bc46df3-828d-4d48-9af7-24f6e8bf51e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.389931047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0ffff58-3bef-44b7-84e1-50439ec5cffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.396518039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"eda2955e-29de-4b2b-b678-2e930d2ab85a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.4023073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bf4d7b32-fc29-4915-8df9-89a192f006ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.404383205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0ffff58-3bef-44b7-84e1-50439ec5cffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.405835393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9bc46df3-828d-4d48-9af7-24f6e8bf51e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.480352028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"2b4243e4-9d2b-4504-87bc-e40e44fa0dde","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.509647552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"2b4243e4-9d2b-4504-87bc-e40e44fa0dde","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.516068435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"2b4243e4-9d2b-4504-87bc-e40e44fa0dde","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.531192189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"cfa00ac4-b801-43aa-b800-3253536a05f7","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.531220224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"cfa00ac4-b801-43aa-b800-3253536a05f7","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.473813465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c46c64e-ca4b-4531-87b7-299c158c04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.47777169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c46c64e-ca4b-4531-87b7-299c158c04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.481991671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c46c64e-ca4b-4531-87b7-299c158c04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.504464528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c46c64e-ca4b-4531-87b7-299c158c04bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.749903376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11860b4-22a6-4e97-a231-9199199460a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.753212619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11860b4-22a6-4e97-a231-9199199460a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.756740848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11860b4-22a6-4e97-a231-9199199460a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.760040089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11860b4-22a6-4e97-a231-9199199460a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.211312211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"c34cdf10-c251-4d14-a454-8adb849aca32","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","subscription":"e2e-auth-iso-f38c11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.215666994Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"c34cdf10-c251-4d14-a454-8adb849aca32","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.22002097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"c34cdf10-c251-4d14-a454-8adb849aca32","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.340782233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"899414e7-5e0b-4cce-91be-f68b634cc5dc","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.340806532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"899414e7-5e0b-4cce-91be-f68b634cc5dc","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.363825843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"2ecea323-41f1-4aa2-9f18-339bb42d243c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.381031015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"2ecea323-41f1-4aa2-9f18-339bb42d243c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.458412955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"a47a10b9-e102-4669-bb1f-a8d18b3a9bbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.467809694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"a47a10b9-e102-4669-bb1f-a8d18b3a9bbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.490061491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e354c3e3-68c8-4db8-9020-ff45ec93e405","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.490085931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"e354c3e3-68c8-4db8-9020-ff45ec93e405","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.509735016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"96f0300c-c27f-448d-b134-3271aa93fa10","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9899cc30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.558583679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"272f0db8-d734-46a0-94d6-c165521d8747","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.573586754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"272f0db8-d734-46a0-94d6-c165521d8747","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.658369206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"25236d24-4554-49c5-b2b1-e55c21eb7e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:56.673359373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"25236d24-4554-49c5-b2b1-e55c21eb7e97","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.537878323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9f5744e3-079b-49ac-b0c0-e7c6a1fb0315","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.547188372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9f5744e3-079b-49ac-b0c0-e7c6a1fb0315","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.555745449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9f5744e3-079b-49ac-b0c0-e7c6a1fb0315","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.799161458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08af0f46-c675-4048-a250-024c9fe2115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.802438852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08af0f46-c675-4048-a250-024c9fe2115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.805710572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08af0f46-c675-4048-a250-024c9fe2115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.809833661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08af0f46-c675-4048-a250-024c9fe2115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.057872826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0418d-5cc7-4f60-a46a-bc378605c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.061443008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0418d-5cc7-4f60-a46a-bc378605c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.065164815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0418d-5cc7-4f60-a46a-bc378605c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.068824389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec0418d-5cc7-4f60-a46a-bc378605c80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.621008594Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3c5983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3c5983","reconcileID":"030afe21-e3c2-4558-af00-ce91c6cf12f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3c5983","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3c5983":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.823238424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e929489-010f-4f4a-bc17-f3fc494cecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.826817296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e929489-010f-4f4a-bc17-f3fc494cecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.835197957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e929489-010f-4f4a-bc17-f3fc494cecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.838818448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e929489-010f-4f4a-bc17-f3fc494cecc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.522365284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"7466a042-a394-4d30-9daf-353113a03015","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","subscription":"e2e-auth-iso-f38c11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.527336762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"7466a042-a394-4d30-9daf-353113a03015","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.53376388Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"7466a042-a394-4d30-9daf-353113a03015","MaaSSubscription":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.651253944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"8d3eec86-6274-43f3-9bea-617b19e556ad","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.651276971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"8d3eec86-6274-43f3-9bea-617b19e556ad","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.657388967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"8d032bbc-7a82-4168-9c10-2286c37ed8e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.67207984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"8d032bbc-7a82-4168-9c10-2286c37ed8e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.762812609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"5ab7ce3b-4f3c-46b7-8d7e-364062c3012f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.773193071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"5ab7ce3b-4f3c-46b7-8d7e-364062c3012f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.804828914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3dba6196-dfda-4dfd-b501-54a97bf916f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.80524745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"4c620c18-820f-4f75-9695-c80f0dcf8b99","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.805263764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"4c620c18-820f-4f75-9695-c80f0dcf8b99","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.855022648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3dba6196-dfda-4dfd-b501-54a97bf916f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.882319702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3dba6196-dfda-4dfd-b501-54a97bf916f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.882341557Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-auth-iso-f38c11","reconcileID":"3dba6196-dfda-4dfd-b501-54a97bf916f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.890541004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"c4d4d1da-c3e0-4cf1-9c9b-a59c6c4f8a48","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/auth-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:06.890568346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"auth-test-model-717217","reconcileID":"c4d4d1da-c3e0-4cf1-9c9b-a59c6c4f8a48","MaaSModelRef":{"name":"auth-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"auth-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"auth-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.082642989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"ccac7e62-eb28-45dc-b260-65f2deba8cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.083129624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"db937ba2-712b-44f4-87ca-678de473d55f","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.091254422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"db937ba2-712b-44f4-87ca-678de473d55f","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.110719622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"ccac7e62-eb28-45dc-b260-65f2deba8cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.180312522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"ccac7e62-eb28-45dc-b260-65f2deba8cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.191861029Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-auth-iso-f38c11","reconcileID":"ccac7e62-eb28-45dc-b260-65f2deba8cdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f38c11","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.203225082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"bf14ece8-cde3-4fa6-9265-a7f721cb0513","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/auth-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.203331826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"auth-test-model-556c14","reconcileID":"bf14ece8-cde3-4fa6-9265-a7f721cb0513","MaaSModelRef":{"name":"auth-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"auth-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"auth-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.909864041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f0e62f-8c75-41f8-ab34-95b06b8620b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.913899385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f0e62f-8c75-41f8-ab34-95b06b8620b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.917186894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f0e62f-8c75-41f8-ab34-95b06b8620b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:10.921095174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f0e62f-8c75-41f8-ab34-95b06b8620b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:11.717853878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f0811d7b-b32b-4054-8585-532ad17d1cce","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:11.859949355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f0811d7b-b32b-4054-8585-532ad17d1cce","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:11.899942214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f0811d7b-b32b-4054-8585-532ad17d1cce","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:11.92114673Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-57079b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-57079b","reconcileID":"be0d4760-48ec-4bb6-82ba-2642259c7bb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-57079b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-57079b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.361443175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f18c07-b223-4751-9dba-2da3cf2bc86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.380478456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f18c07-b223-4751-9dba-2da3cf2bc86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.392873443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f18c07-b223-4751-9dba-2da3cf2bc86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.461410586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f18c07-b223-4751-9dba-2da3cf2bc86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.364658926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9db8b56e-5b8b-46ab-bdd0-daed3c190904","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.421433974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9db8b56e-5b8b-46ab-bdd0-daed3c190904","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.520692531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c5d6cfdf7b5addbbf8066cce25dfdfb1e7787e227e5e8f95956ee508f1f5b54) AuthConfig (ca0ce6f384a2292982de4ddcd74ca02bb7f43c8dd1a0d84c31e309daaec8cfa7) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (d584dfbc7b7f31614c458b3e2fb0e8b6fdaf0df7c91c64bb68814c97e5d9e98f) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (75dcef670bbc2392a1219c811c5abcc4023ba86b21018659bcc4293e991ee9aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9db8b56e-5b8b-46ab-bdd0-daed3c190904","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.603414517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"f9481ec6-5646-4415-b43c-806ec797f137","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.603546635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"f9481ec6-5646-4415-b43c-806ec797f137","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.668161698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995e061e-0bcc-4d85-8fea-7354761f6dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.679183514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995e061e-0bcc-4d85-8fea-7354761f6dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.689550141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995e061e-0bcc-4d85-8fea-7354761f6dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.703271432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995e061e-0bcc-4d85-8fea-7354761f6dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:14.553449934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.448481439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6603005a-f316-41d7-bbd4-7eef9c9a2dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.532333817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6603005a-f316-41d7-bbd4-7eef9c9a2dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.54632069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6603005a-f316-41d7-bbd4-7eef9c9a2dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.576252657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6603005a-f316-41d7-bbd4-7eef9c9a2dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.435229997Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d25759","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d25759","reconcileID":"438c0552-6e25-493a-8ad6-2b14adfbeb9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d25759","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d25759":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.657292459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9ddf65-4851-4053-bb1d-010010161b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.666274867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9ddf65-4851-4053-bb1d-010010161b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.676658451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9ddf65-4851-4053-bb1d-010010161b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.687601987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9ddf65-4851-4053-bb1d-010010161b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.441244608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f61dccc-5f65-4b27-bdd6-ded5a4cc95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.444850744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f61dccc-5f65-4b27-bdd6-ded5a4cc95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.45083962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f61dccc-5f65-4b27-bdd6-ded5a4cc95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.457011627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f61dccc-5f65-4b27-bdd6-ded5a4cc95f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.771843517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c29f8aa-8bbd-4940-bf36-7ad680f694bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.775421486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c29f8aa-8bbd-4940-bf36-7ad680f694bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.779361348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c29f8aa-8bbd-4940-bf36-7ad680f694bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:20.782389019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c29f8aa-8bbd-4940-bf36-7ad680f694bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.523193896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2782f8-0da1-489f-9e9c-0425d40f4cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.52728858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2782f8-0da1-489f-9e9c-0425d40f4cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.535233385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2782f8-0da1-489f-9e9c-0425d40f4cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.53919636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2782f8-0da1-489f-9e9c-0425d40f4cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.867157741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46366baa-cdd7-4ae3-9623-b3d7d83e9f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.870984287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46366baa-cdd7-4ae3-9623-b3d7d83e9f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.87484252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46366baa-cdd7-4ae3-9623-b3d7d83e9f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:21.881055704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46366baa-cdd7-4ae3-9623-b3d7d83e9f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.097976413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb2082-aaeb-4564-8e5a-d36b8adf6d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.101161008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb2082-aaeb-4564-8e5a-d36b8adf6d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.104272676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb2082-aaeb-4564-8e5a-d36b8adf6d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.107813504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfb2082-aaeb-4564-8e5a-d36b8adf6d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.501729881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236c2918-bba4-4054-8b14-bb4992461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.505015373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236c2918-bba4-4054-8b14-bb4992461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.508213807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236c2918-bba4-4054-8b14-bb4992461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.513858315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236c2918-bba4-4054-8b14-bb4992461179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.831419669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6493381-8944-4ab3-bbda-53384841f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.834842398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6493381-8944-4ab3-bbda-53384841f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.837874218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6493381-8944-4ab3-bbda-53384841f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.840841022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6493381-8944-4ab3-bbda-53384841f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.577943777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"50cfe3b5-4463-4660-82e7-273cfa86253c","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.585095122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"50cfe3b5-4463-4660-82e7-273cfa86253c","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.591961912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c5d6cfdf7b5addbbf8066cce25dfdfb1e7787e227e5e8f95956ee508f1f5b54) AuthConfig (ca0ce6f384a2292982de4ddcd74ca02bb7f43c8dd1a0d84c31e309daaec8cfa7) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (d584dfbc7b7f31614c458b3e2fb0e8b6fdaf0df7c91c64bb68814c97e5d9e98f) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (75dcef670bbc2392a1219c811c5abcc4023ba86b21018659bcc4293e991ee9aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"50cfe3b5-4463-4660-82e7-273cfa86253c","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.659290598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ddd653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ddd653","reconcileID":"ee064ebc-e91b-4d00-850c-3d6e482c9a8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ddd653","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ddd653":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.919680718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f95dd31-74bf-4c3f-a394-59f5a2fb0403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.951444627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f95dd31-74bf-4c3f-a394-59f5a2fb0403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.963172065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f95dd31-74bf-4c3f-a394-59f5a2fb0403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:23.967187808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f95dd31-74bf-4c3f-a394-59f5a2fb0403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.397322128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895e73de-6257-4511-a88b-1ce8ead9bcc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.406990717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895e73de-6257-4511-a88b-1ce8ead9bcc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.41166292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895e73de-6257-4511-a88b-1ce8ead9bcc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.418987655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895e73de-6257-4511-a88b-1ce8ead9bcc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.627800914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b822ebc-ddcb-4134-a4ec-f94d65b85f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.631192826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b822ebc-ddcb-4134-a4ec-f94d65b85f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.634385141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b822ebc-ddcb-4134-a4ec-f94d65b85f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:24.637756947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b822ebc-ddcb-4134-a4ec-f94d65b85f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.924379254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"504c9fe4-9dba-4570-bee7-8c1f1f947d61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.942578943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"504c9fe4-9dba-4570-bee7-8c1f1f947d61","name":"e2e-extmod-b-3c5983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.624267104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f30cce89-b05f-4818-babd-0f15628a7b0d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.636430669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f30cce89-b05f-4818-babd-0f15628a7b0d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.785230556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"a27e54d1-dd33-45aa-bce4-e2b1af5e609e","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.785269109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"a27e54d1-dd33-45aa-bce4-e2b1af5e609e","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.260164992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"b4af9db1-8174-4487-b4a4-56f801257d24","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.281585284Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"b4af9db1-8174-4487-b4a4-56f801257d24","name":"e2e-extmod-b-57079b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.660685011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"1e14fea7-25c8-477a-bc78-c8d588eededa","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.660718528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"1e14fea7-25c8-477a-bc78-c8d588eededa","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:11:37.740113571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"5f4245c3-9d04-47a0-bd32-86c58e32e4ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-e55e0a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.74055598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"40a12b9c-ed08-4428-a96b-84f517355db5","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.764284745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"40a12b9c-ed08-4428-a96b-84f517355db5","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.776615954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"b5be2d51-150a-46e9-bbf4-aa5dd931a495","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.77664895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"b5be2d51-150a-46e9-bbf4-aa5dd931a495","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.786543689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"eda5d321-d22b-412f-8720-c2fe3b8aedc9","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.786589192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"eda5d321-d22b-412f-8720-c2fe3b8aedc9","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.799371683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"37f864e1-035f-42de-a678-b797bbd2a10b","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.7994843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"37f864e1-035f-42de-a678-b797bbd2a10b","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.80509749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"819a1055-065d-4ec1-a663-1a03fe0a702e","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.816465715Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"cb7538cf-2979-4284-9754-6a053e466bb1","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-att-serve-e55e0a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.825311666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"819a1055-065d-4ec1-a663-1a03fe0a702e","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.875119143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"bef8e6d9-f58b-4f69-9ac4-a48d5cdbc94f","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.875234168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"bef8e6d9-f58b-4f69-9ac4-a48d5cdbc94f","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.905577491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"c5eb6986-54d5-4528-bd12-d8a8ab2b1ea7","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.195009637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"e4b7e575-dfeb-4bd6-b36c-66534da58cd6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.2141565Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"e4b7e575-dfeb-4bd6-b36c-66534da58cd6","name":"e2e-extmod-a-d25759-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:44.455275385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:45.221558933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"09cf0322-01a8-47fe-ae28-0afb47d4b34d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ddd653","tenantID":"e2e-extmod-a-ddd653","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:45.240875844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"09cf0322-01a8-47fe-ae28-0afb47d4b34d","name":"e2e-extmod-a-ddd653-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.509322536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4335e2-3548-4244-9f02-69a3332f63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.512381432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4335e2-3548-4244-9f02-69a3332f63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.515390423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4335e2-3548-4244-9f02-69a3332f63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.518691516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4335e2-3548-4244-9f02-69a3332f63d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.813361822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94692d1-d9b3-4a4a-b5a8-9b7dab0cd9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.816632553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94692d1-d9b3-4a4a-b5a8-9b7dab0cd9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.819752133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94692d1-d9b3-4a4a-b5a8-9b7dab0cd9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.822937252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94692d1-d9b3-4a4a-b5a8-9b7dab0cd9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.354324551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f6c6-ec39-4ddd-aed9-d2e44df55872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.362732332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f6c6-ec39-4ddd-aed9-d2e44df55872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.368810527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f6c6-ec39-4ddd-aed9-d2e44df55872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.372001551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b19f6c6-ec39-4ddd-aed9-d2e44df55872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.758712429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"c9833517-dace-46fb-818d-7d7ad2ad3978","namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.795013495Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"2601053d-b665-454f-8964-f2c6c11722b6","namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.819480341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc875ab7-9006-4493-b1b4-d154ccdd384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.820198053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689afd51-bab0-439c-ad2f-6e9850bebb90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.820800976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f1f99c31-1f5c-4b08-9c57-57e4474cc712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.821398629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e2cae524-2103-4ff1-a360-8bfa42de7fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.829222818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689afd51-bab0-439c-ad2f-6e9850bebb90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.831777153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f1f99c31-1f5c-4b08-9c57-57e4474cc712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.834284049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc875ab7-9006-4493-b1b4-d154ccdd384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.836229947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7cc2ccfd-aa47-413f-9417-8875e2fce57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.837109818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e2cae524-2103-4ff1-a360-8bfa42de7fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.848034691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7cc2ccfd-aa47-413f-9417-8875e2fce57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:56.938545176Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"6f9d0927-e956-48e0-85ce-45986593b143","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.001672781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fc567ec2-894f-4adb-a171-95a6d403d817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.006783705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"09f68079-c401-4b5f-9cbe-d19d95ff96f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.043870485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e627c0f-7a75-427e-a32c-72dd6ceda072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.044719624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"09f68079-c401-4b5f-9cbe-d19d95ff96f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.052983772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fc567ec2-894f-4adb-a171-95a6d403d817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.054642804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e627c0f-7a75-427e-a32c-72dd6ceda072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.092171657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e627c0f-7a75-427e-a32c-72dd6ceda072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.163338439Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"d2d9b24f-f76d-47c5-8ae0-c5c98326c1f3","namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.179301457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e627c0f-7a75-427e-a32c-72dd6ceda072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.203309918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"07bc5237-2cf1-4436-9976-e609e5b579cf","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.203425458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"07bc5237-2cf1-4436-9976-e609e5b579cf","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.203997579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ab9a935c-1e72-4a51-b442-dcaefbe4f377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.205040633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7b957d44-6713-4062-8633-4787cd0fc76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.205592507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"28113557-8981-4150-82f7-8309703eff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.221831723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ab9a935c-1e72-4a51-b442-dcaefbe4f377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.23159615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7b957d44-6713-4062-8633-4787cd0fc76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.23419647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"28113557-8981-4150-82f7-8309703eff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.235055742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"a7794a33-b95e-4c3d-b8ca-b8e1230f0536","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.235127756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"a7794a33-b95e-4c3d-b8ca-b8e1230f0536","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.239639404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"87fe9aa3-8634-43ac-919c-60971a2d2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.257042731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"219342b3-3d81-4ce3-9127-9cc8fab389cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.262288885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"87fe9aa3-8634-43ac-919c-60971a2d2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.52649859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"219342b3-3d81-4ce3-9127-9cc8fab389cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.618710268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"fb892209-2c01-4d7e-9690-c98157ae06e2","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.623533032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3272a44e-eeb7-430c-8709-4f48d8167b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.637215971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"fb892209-2c01-4d7e-9690-c98157ae06e2","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.638187121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3272a44e-eeb7-430c-8709-4f48d8167b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.638743379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b59a5d6e-58e6-4bba-a7b5-cc4e660e3ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.647418665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4a68846e-5953-4db8-9063-c4cdf66ef07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.653590454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b59a5d6e-58e6-4bba-a7b5-cc4e660e3ea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.659618078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4a68846e-5953-4db8-9063-c4cdf66ef07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.661025966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a7ffd48a-7e4c-4f7a-bbd2-bc209b64088e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.711408513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a7ffd48a-7e4c-4f7a-bbd2-bc209b64088e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.750478101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a2e237b4-a409-44c1-bba5-5f39783cb5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.812623531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a2e237b4-a409-44c1-bba5-5f39783cb5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.85640229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dfcaea4f-46f3-480b-8706-3860f5a6d2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.858380162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dc904a54-d24f-4e76-ab64-84433a89b9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.859744492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"56ab9cd7-4b47-4ba5-b592-ce32c7977343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.860598127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"68793c0e-1b81-455c-8fec-926cabf5670a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.86542586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dfcaea4f-46f3-480b-8706-3860f5a6d2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.866120182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"57bc209a-6620-456a-9774-22dd271144f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.869772721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dc904a54-d24f-4e76-ab64-84433a89b9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.869952146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"68793c0e-1b81-455c-8fec-926cabf5670a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.872849252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"56ab9cd7-4b47-4ba5-b592-ce32c7977343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.8750533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"57bc209a-6620-456a-9774-22dd271144f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.889016454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"9d617cac-1cc8-453d-aea9-7da24309e4b3","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.889034507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"9d617cac-1cc8-453d-aea9-7da24309e4b3","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.951156266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"b6ab0cd7-f937-447a-8e24-6ffceb8928e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:57.981775989Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"b6ab0cd7-f937-447a-8e24-6ffceb8928e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.065226558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"b6ab0cd7-f937-447a-8e24-6ffceb8928e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.083150341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"756b6d37-f359-4cea-bb81-7fd28fe57767","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.083186541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"756b6d37-f359-4cea-bb81-7fd28fe57767","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.89142657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"98e4484b-a097-4037-b72d-927c39373e8e","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.898235908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"3549dffd-c6ac-4680-b806-f5f552960ad3","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.913028488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bf813508-dead-48de-874a-90e1cb55912a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.913622932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"943446c9-fb78-4896-bf1a-982ca294b1b8","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.920393884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"584cfa64-5c5c-4df4-a867-9dc666b564fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.921245767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d4b700f3-f773-42e3-a16a-50fea229349e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.922622443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b4bd72-106d-4b49-95e5-e8e338230830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.926885144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bf813508-dead-48de-874a-90e1cb55912a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.966674658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"584cfa64-5c5c-4df4-a867-9dc666b564fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.970542099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b4bd72-106d-4b49-95e5-e8e338230830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.97550242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d4b700f3-f773-42e3-a16a-50fea229349e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.976202239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"943446c9-fb78-4896-bf1a-982ca294b1b8","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.988214048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"943446c9-fb78-4896-bf1a-982ca294b1b8","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.003280841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0462da7a-2a07-4281-814a-45746ea73545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.003280946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ed2f8fa0-38e3-4845-a733-b9dbdd49c1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.006175222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"09ccb249-d8b0-4b92-8e2e-95b602728ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.012519437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0462da7a-2a07-4281-814a-45746ea73545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.014187882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ed2f8fa0-38e3-4845-a733-b9dbdd49c1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.015154219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"09ccb249-d8b0-4b92-8e2e-95b602728ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.068176187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"13a7025e-4eb6-4136-ab44-c317f6feef2c","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.109212182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"251cff48-c53a-4474-9a8c-888d99c34413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.109609877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"155034db-48ef-4696-a38e-0376ed136b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.109840726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"282ea55a-a354-4373-9f5e-baa95a9f1842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.116783504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"251cff48-c53a-4474-9a8c-888d99c34413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.116824685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"155034db-48ef-4696-a38e-0376ed136b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.11922972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"282ea55a-a354-4373-9f5e-baa95a9f1842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.267078605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e79e88d9-cb7a-46ec-95c2-f8385cbfe6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.267095354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"dd1ec047-1257-4bad-acb2-2db3fa45695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.286505322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e79e88d9-cb7a-46ec-95c2-f8385cbfe6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.292487593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"dd1ec047-1257-4bad-acb2-2db3fa45695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.310146982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"d5e6a9c4-6f67-472f-ad3d-463622caa0dc","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.349749368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"191c936e-df0b-4a34-b04e-0bb590b0f3cd","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.403519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"849912e6-e386-427d-bb79-165c532d5307","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.404772167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b788a9c-1f6c-415b-91e7-36aefdf6cda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.489107069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b25be66b-2dae-4fc7-a2d7-48d574322ebd","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.628788204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b788a9c-1f6c-415b-91e7-36aefdf6cda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.636506065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"785722c4-551c-4a12-b25c-cd9b36fa044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.669092083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"849912e6-e386-427d-bb79-165c532d5307","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.682334082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5d02c1d2-1917-4869-9e4c-0b9eb2cb3418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.684844663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"849912e6-e386-427d-bb79-165c532d5307","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.690658696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"617900ec-b319-4839-872f-de54cf9b217e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.700697608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"785722c4-551c-4a12-b25c-cd9b36fa044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.709884835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"617900ec-b319-4839-872f-de54cf9b217e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.710545616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"776f51ef-257e-4257-b684-60bb3e521b58","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.711791444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5d02c1d2-1917-4869-9e4c-0b9eb2cb3418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.724882907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"776f51ef-257e-4257-b684-60bb3e521b58","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.788557343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"5b082912-471e-4237-8fdb-cb22be204054","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.79263566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"59d754e1-017a-490a-ad83-ea68148ba910","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.819158793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"59d754e1-017a-490a-ad83-ea68148ba910","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.82881166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"59d754e1-017a-490a-ad83-ea68148ba910","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.843103234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"daf11933-3544-4618-811b-ffd89fec3e48","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.873355325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"1925b660-9fc7-405b-bfc8-c2f94a0ab16f","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.879061992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d6e66f78-6488-41a2-aef2-384542ebdf4e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.879674328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"88744211-d617-42c5-8084-6e6d99ef8000","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.879697612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"88744211-d617-42c5-8084-6e6d99ef8000","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.882783136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7a152749-74e4-4501-95dc-680dc4cf0197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.887674844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d6e66f78-6488-41a2-aef2-384542ebdf4e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.88944057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaea537f-a940-429e-86e6-a600e6777125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.890048063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"1f5eaf5e-ce5f-43bb-a8b1-78d19cf5cae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.891622558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b7d0a5f9-d35d-417a-812a-f1b35f1c75f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.89927046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7a152749-74e4-4501-95dc-680dc4cf0197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.902971872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d6e66f78-6488-41a2-aef2-384542ebdf4e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.039513148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b7d0a5f9-d35d-417a-812a-f1b35f1c75f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.040577558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaea537f-a940-429e-86e6-a600e6777125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.257878861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"1f5eaf5e-ce5f-43bb-a8b1-78d19cf5cae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.350268609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"572fff46-e4b3-4889-85a1-49645af61643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.63230768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"572fff46-e4b3-4889-85a1-49645af61643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.633869392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b18c25cd-8c1a-47a3-b090-aa3dba494fb8","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.73622044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8cef388b-f860-4c62-b503-79ae127f7b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.797596166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6e3aff44-0d95-4476-aa5c-1f8f4919c372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.798291688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"58a04798-272f-4264-9505-c404030856c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.742899785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d648574c-b4af-4d4b-a630-50f389ff4524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.096199422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6e3aff44-0d95-4476-aa5c-1f8f4919c372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.19961903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"58a04798-272f-4264-9505-c404030856c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.257711054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc4943e3-5775-4277-8b34-aaa05aa56d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.259865554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d648574c-b4af-4d4b-a630-50f389ff4524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.260701244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8cef388b-f860-4c62-b503-79ae127f7b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.420451132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc4943e3-5775-4277-8b34-aaa05aa56d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.560737529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"b400030d-f7d3-4eb0-a218-929ce79f9862","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.577280122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"b400030d-f7d3-4eb0-a218-929ce79f9862","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.711322119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3a0b1bcb-5ae2-45f0-b1b2-9551222888de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.724730342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"b400030d-f7d3-4eb0-a218-929ce79f9862","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.78501197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"2177faf6-3f75-4a12-8cb7-781cbb719af0","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.816519815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3a0b1bcb-5ae2-45f0-b1b2-9551222888de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.843399206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bbef3897-2769-4628-8fb5-8bf632735e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.97848193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"54868204-58e1-4181-80b3-7b432fd18289","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.980084422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a52b9215-f269-4502-9d64-5cf665d668c9","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:02.999030645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd27752e-24cd-4bb8-9753-dcc02b21a3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.049489217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bbef3897-2769-4628-8fb5-8bf632735e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.093247191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"54868204-58e1-4181-80b3-7b432fd18289","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.093422161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd27752e-24cd-4bb8-9753-dcc02b21a3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.094356417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a52b9215-f269-4502-9d64-5cf665d668c9","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.095672902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"6324f0c8-0813-453c-915b-76e86171be3c","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.095698176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"6324f0c8-0813-453c-915b-76e86171be3c","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.100869451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4c7015a0-8895-4e5b-b321-f97a9ff5c229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.106185651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"54868204-58e1-4181-80b3-7b432fd18289","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.147109212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4c7015a0-8895-4e5b-b321-f97a9ff5c229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.158267661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"07bfa2e1-c71e-431a-b341-235b56cd57ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.165891831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"07bfa2e1-c71e-431a-b341-235b56cd57ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.219044433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"38f76db0-0204-49ea-95a4-4daaa258f6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.223343277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"de20bf84-cd8b-47ae-a38c-3e0d1d53edd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.223383648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5006d23a-2c49-44ff-8ee8-4d085a9bb020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.223750473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0151428a-8340-4ce2-849f-5b565d668f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.223874057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"579fd4bc-b7c9-47d4-b88b-bf5a16687faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.231488443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"38f76db0-0204-49ea-95a4-4daaa258f6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.232628391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5006d23a-2c49-44ff-8ee8-4d085a9bb020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.234418657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"579fd4bc-b7c9-47d4-b88b-bf5a16687faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.234987495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"de20bf84-cd8b-47ae-a38c-3e0d1d53edd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.237003861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0151428a-8340-4ce2-849f-5b565d668f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.413930865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"3711ada9-3139-4242-8f51-5177a0fa33b2","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.495022534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d1bc740-393f-4b3a-912f-dc6167aad238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.536391273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"3711ada9-3139-4242-8f51-5177a0fa33b2","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:03.730083701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d1bc740-393f-4b3a-912f-dc6167aad238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.326124877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"c4820478-0c2a-4d27-a1af-a337cbf8436a","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.335534677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"56ad270c-ab51-4f49-bd32-9e102ca78a39","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.361627119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"31964ca6-5146-44b7-97ab-d118541bb130","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.36568308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2d7baa24-de62-4f9f-8262-0132647fa4dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.366237295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"6595ea1c-9ce2-4ee1-b809-3cc7a1351d20","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.366780955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fc7e3a0d-994d-4d7d-b6aa-f04daa8e874f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.371718579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"307f4256-676d-4d01-8f57-b9375e550cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.391545852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"31964ca6-5146-44b7-97ab-d118541bb130","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.41265311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"6595ea1c-9ce2-4ee1-b809-3cc7a1351d20","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.413328146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2d7baa24-de62-4f9f-8262-0132647fa4dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.417029737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"307f4256-676d-4d01-8f57-b9375e550cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.507780611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fc7e3a0d-994d-4d7d-b6aa-f04daa8e874f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.509147475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2d7baa24-de62-4f9f-8262-0132647fa4dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.509255239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"6595ea1c-9ce2-4ee1-b809-3cc7a1351d20","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.581210684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a709b622-2cef-4a73-9974-b873168fc5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.606599786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fe16e49-18ca-4409-8c0d-46236c18a687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.61058284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"f4c24881-7484-4c85-8746-d73a463e18ae","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.610843218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"0fd48d98-5a45-47ee-8954-1ddc5cce2741","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.611760558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a709b622-2cef-4a73-9974-b873168fc5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.618127581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fe16e49-18ca-4409-8c0d-46236c18a687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.633091784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d6415f59-09ae-4050-9988-e1b1c9e06ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.634071311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"0b225e71-ffbc-4b24-932d-85c09bf661f9","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.646327484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d6415f59-09ae-4050-9988-e1b1c9e06ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.690215525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfe049c-2311-43f8-8ce4-815208cbd0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.698932168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfe049c-2311-43f8-8ce4-815208cbd0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.70604992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfe049c-2311-43f8-8ce4-815208cbd0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.709323779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfe049c-2311-43f8-8ce4-815208cbd0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.725457424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5106b3a9-7888-4a02-b606-f213844b2d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.72549187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fe7c2fa1-fe2c-4171-a1f3-7cd9bcfda9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.734272554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fe7c2fa1-fe2c-4171-a1f3-7cd9bcfda9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.735351164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5106b3a9-7888-4a02-b606-f213844b2d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.825564492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2f83bc34-54b6-4522-a8cf-83f2ef4ed286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.830035832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2f635a96-8670-4f8a-b81f-0215f4fba172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.830535369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4b4bec1b-a103-4352-a1ba-30b75a22ce91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.834876053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2f83bc34-54b6-4522-a8cf-83f2ef4ed286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.838473215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2f635a96-8670-4f8a-b81f-0215f4fba172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.840669832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4b4bec1b-a103-4352-a1ba-30b75a22ce91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.036670892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"41a9e728-b221-4464-a584-357bb9d42a38","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.232092358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"7d142563-bfd7-401f-9e6a-5e180ed44854","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.240311629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c8c5aeae-5268-4b21-9d39-81ba977abe64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.371807978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cae519f9-1210-4e38-9594-56b85fd28312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.374212033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"be5d4ba2-b797-4806-b371-43dd7ca7df41","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.384103365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"168e0b2a-e6ed-4e0f-8cf1-0ee3f85d2519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.385683179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"ac0e969b-6f03-48c5-9205-a9c21cb88591","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.423786201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"be5d4ba2-b797-4806-b371-43dd7ca7df41","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.424775928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c8c5aeae-5268-4b21-9d39-81ba977abe64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.441803021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"ac0e969b-6f03-48c5-9205-a9c21cb88591","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.456498526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"be5d4ba2-b797-4806-b371-43dd7ca7df41","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.46230847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cae519f9-1210-4e38-9594-56b85fd28312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.475335764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"54b0bfca-6a30-4a5f-8cd6-93126e8e2264","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.497188271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"168e0b2a-e6ed-4e0f-8cf1-0ee3f85d2519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.498767315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"ac0e969b-6f03-48c5-9205-a9c21cb88591","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.521689871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7450f4b1-948d-4bb9-ad13-64c46b65d7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.523498408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"2c1ea8b8-483e-4ce3-8f47-fd4c6a8fe340","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.551114052Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1ecd7169-c2d1-4583-a1ec-325594657dfc","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.555361246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7450f4b1-948d-4bb9-ad13-64c46b65d7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:07.575682264Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1ecd7169-c2d1-4583-a1ec-325594657dfc","name":"e2e-rec-ctrl-4116c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-4116c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:07.577466036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1ecd7169-c2d1-4583-a1ec-325594657dfc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-4116c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.582180197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913b16c-8a59-402a-bc16-3a5e29eaff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.582627844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d054ef2a-f5cf-4454-931b-2433563fcc42","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.594380799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"618f3f12-01d6-4634-9f62-7e1c78620628","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.612526593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913b16c-8a59-402a-bc16-3a5e29eaff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.614373976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d054ef2a-f5cf-4454-931b-2433563fcc42","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.627612657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913b16c-8a59-402a-bc16-3a5e29eaff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.633350908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913b16c-8a59-402a-bc16-3a5e29eaff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.634783655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1696e384-e835-4322-a5ec-7f695212d902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.659210676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1696e384-e835-4322-a5ec-7f695212d902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.686085367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e878fd32-454b-42c7-9360-671ecbb3f00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.692458136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"da9dedf8-6f70-4ff8-8635-29266240c44e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.701634843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e878fd32-454b-42c7-9360-671ecbb3f00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.702750652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cc72f03-6138-407b-b48b-86ffc3bd0cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.706683631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3b0babd3-c40a-42ca-bab2-b47d76b95de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.709793351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"da9dedf8-6f70-4ff8-8635-29266240c44e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.71300233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cc72f03-6138-407b-b48b-86ffc3bd0cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.714177185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"28bfc3a2-f4a8-4532-aa0e-bf8afdd2dfe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.71654601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3b0babd3-c40a-42ca-bab2-b47d76b95de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.724748601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"28bfc3a2-f4a8-4532-aa0e-bf8afdd2dfe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.799404758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3e374bd7-6237-42b9-9a27-607fee927cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.800190056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"4a8e9065-b2cf-4115-8fe8-25573044495c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.801787666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"b1e0a4f2-d17f-427b-817c-23299521367a","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.808514497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3e374bd7-6237-42b9-9a27-607fee927cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.808807564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"4a8e9065-b2cf-4115-8fe8-25573044495c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.809336258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"6cfb4372-6c80-4825-8919-af49acbef02c","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.809394448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"6cfb4372-6c80-4825-8919-af49acbef02c","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.809420999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"096d8d33-e260-4df8-9d89-340f1d5af730","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.811811415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a030c645-dff4-4a37-bcec-d897ac505dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.812778335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"489ff76c-6c01-46c3-baa2-a287666528b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.816476355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"096d8d33-e260-4df8-9d89-340f1d5af730","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.82036044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"489ff76c-6c01-46c3-baa2-a287666528b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.820414211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a030c645-dff4-4a37-bcec-d897ac505dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.825794391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"096d8d33-e260-4df8-9d89-340f1d5af730","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.89349368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"33eee196-be4d-45aa-91dd-6569a1355c56","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.899688687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c21da825-b287-4342-b4c5-38950fec7239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.900431488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1648a759-d804-4666-b731-81fdf95fc916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.909523527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5bcc3bf5-fe16-4792-bcf2-a6bf029d56e7","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.91041042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"b265125c-87ce-4cda-b585-aa3aa76d424d","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:07.910437222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"b265125c-87ce-4cda-b585-aa3aa76d424d","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.147250191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c21da825-b287-4342-b4c5-38950fec7239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.147650634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1648a759-d804-4666-b731-81fdf95fc916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.286294946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5bcc3bf5-fe16-4792-bcf2-a6bf029d56e7","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.317454952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"33eee196-be4d-45aa-91dd-6569a1355c56","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.410128647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"ecddc412-e9a8-49fa-ade4-df1d0de3fbb9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.418573126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"33eee196-be4d-45aa-91dd-6569a1355c56","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.442775145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"ecddc412-e9a8-49fa-ade4-df1d0de3fbb9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.473616161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b884ec94-1672-4509-87d7-e2e640188b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.474331325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c6801310-e827-46f6-b3fe-0f726db985ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.474929763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1b9da0f6-048b-4efc-8315-e99cea47b081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.493966087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b884ec94-1672-4509-87d7-e2e640188b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.503554179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1b9da0f6-048b-4efc-8315-e99cea47b081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.526560955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c6801310-e827-46f6-b3fe-0f726db985ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.657777594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"da11b875-7e52-4fac-8251-bcb8a22622a6","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.65790085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"da11b875-7e52-4fac-8251-bcb8a22622a6","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.662441862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"295567ed-93e0-4244-a70f-93fcdeddf656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.672006387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"295567ed-93e0-4244-a70f-93fcdeddf656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.746999055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"72eabbe1-4027-4217-b382-8792de674895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.747822206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b936641-339c-4737-aa6e-40f7f0669cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.752440303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d16a94a1-021a-45ec-bfe4-7c56a6e38b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.793315153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ee1eca-8435-47f7-8467-a067ee77a9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.811306593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"72eabbe1-4027-4217-b382-8792de674895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.814502975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d16a94a1-021a-45ec-bfe4-7c56a6e38b16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.815561467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b936641-339c-4737-aa6e-40f7f0669cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.817972609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ee1eca-8435-47f7-8467-a067ee77a9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.828732952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1eb089b0-e990-4b58-a462-4c7b418d6b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.83556769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1eb089b0-e990-4b58-a462-4c7b418d6b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.939357734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"31ea6df8-6d94-4474-ba86-80244a3599a3","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.941955455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8d5c37ae-f0bb-448d-a596-aa4793cb5c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.950321655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"31ea6df8-6d94-4474-ba86-80244a3599a3","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.958813118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8d5c37ae-f0bb-448d-a596-aa4793cb5c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.972026554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"31ea6df8-6d94-4474-ba86-80244a3599a3","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.27642091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"6469c608-e525-4a3b-8c46-8d345c607fb6","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.940879589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04efcb2d-de33-4467-b47f-935540e57da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.005550531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04efcb2d-de33-4467-b47f-935540e57da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.112106995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04efcb2d-de33-4467-b47f-935540e57da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.196710494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04efcb2d-de33-4467-b47f-935540e57da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.568667096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06497de-6680-42fe-a841-a09a19c2a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.576030211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06497de-6680-42fe-a841-a09a19c2a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.582554691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06497de-6680-42fe-a841-a09a19c2a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:12.592128618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e06497de-6680-42fe-a841-a09a19c2a6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.078409817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.084372939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"cd694c16-86f7-41f4-9b68-87dfb17242bf","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.084400665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"cd694c16-86f7-41f4-9b68-87dfb17242bf","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.089357134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"43cb95b5-3a20-4399-b108-8fe3f7352abf","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.089409941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"c42446ac-9fea-4196-ba90-c3afbc9f59ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:12:13.089793597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"1c9390cb-69d2-4cff-94f2-e69e893575cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-4116c8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.10041526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"43cb95b5-3a20-4399-b108-8fe3f7352abf","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.103327418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"c42446ac-9fea-4196-ba90-c3afbc9f59ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.104483615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"b7623857-ae49-4113-82ec-621d5ad1d0c0","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.104503761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"b7623857-ae49-4113-82ec-621d5ad1d0c0","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.114519439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"9c4951c9-781e-4645-a64a-5bf5c6ed4939","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.114551212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"9c4951c9-781e-4645-a64a-5bf5c6ed4939","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.190989211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"d3ffc6bd-2d47-4e78-a8c8-c30780c26c53","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.191035083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"d3ffc6bd-2d47-4e78-a8c8-c30780c26c53","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.232175921Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"e4bf0fad-4799-4315-bd3a-6236a6d08ee7","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-rec-ctrl-4116c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.299494004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"db727484-91c3-4769-827d-a5cabc525d5d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.303108235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d5d4cee4-3954-49fd-86f3-f5bb6c755485","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.307856874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"db727484-91c3-4769-827d-a5cabc525d5d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.311507852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d5d4cee4-3954-49fd-86f3-f5bb6c755485","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.319380866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"78e24d89-0b4c-4250-9446-8501acaa0e54","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.319405191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"78e24d89-0b4c-4250-9446-8501acaa0e54","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.330455843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"99851d1b-f7ee-49b3-bfde-87b6fb964889","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:14.461100748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.430772066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"60b45832-1b37-4165-a4da-24afac433892","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.439427439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"60b45832-1b37-4165-a4da-24afac433892","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.445207704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"60b45832-1b37-4165-a4da-24afac433892","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.979717401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e9e9f66b-a534-4bc7-b6bb-63ada0f5a7ee","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.98701005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e9e9f66b-a534-4bc7-b6bb-63ada0f5a7ee","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.993713087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e9e9f66b-a534-4bc7-b6bb-63ada0f5a7ee","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.304264726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"288177e9-37d5-4634-a17e-44a35d514def","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:28.455091028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d7d9cfcf-e649-4fae-a2d6-f6c62761a3c0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:28.463695759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d7d9cfcf-e649-4fae-a2d6-f6c62761a3c0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:28.469851699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d7d9cfcf-e649-4fae-a2d6-f6c62761a3c0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.004489757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cdafdd71-6d8c-4b28-8670-ce1d92948873","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.039651337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cdafdd71-6d8c-4b28-8670-ce1d92948873","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.068484604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cdafdd71-6d8c-4b28-8670-ce1d92948873","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.311731699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"4d54090e-6741-49e3-96b4-38f31f28d2b7","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.83407373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"4d41710c-d5ad-4d09-9b95-a3326ae73a4a","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.993816724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"f9af75d4-f535-4485-bdf1-c48cbe4b2328","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.993937194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"f9af75d4-f535-4485-bdf1-c48cbe4b2328","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.111412036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"11be0d95-131f-4af8-b755-868830adbd0f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.122347248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"11be0d95-131f-4af8-b755-868830adbd0f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.131109943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (d5a774e2196349ce94485ee1e9c7366f71e9474cc802e24900687c481174618e) AuthConfig (a25aaa5f9097636420a41705329beeb800d7e953ae386c3f0a5041bd1bc4ee9b) AuthConfig (83e142bb7f2ef6419cd7a4eca665822571fb3356c1e2b507340aa0bf796a2d90) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (c6d391fc6be3bdafaed7b0e4797390b0d77d4a0a7b1e5a85b0ea65d7eb0ded44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"11be0d95-131f-4af8-b755-868830adbd0f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.142689212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"aaf69f72-5a6c-463b-8ecf-6808dd2a8d5d","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.142713337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"aaf69f72-5a6c-463b-8ecf-6808dd2a8d5d","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.469512099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"a75b2d88-6693-439a-8056-5ce4910af4f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.478713757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"a75b2d88-6693-439a-8056-5ce4910af4f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.567218938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7f8fe85e-7d2f-4b8d-ab49-cf7ece7925c0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.581445532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7f8fe85e-7d2f-4b8d-ab49-cf7ece7925c0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.591258106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (02d7a882169ccfdc17cf775863d535eed41cc0c003b1e89e579c6c8a201463ff) AuthConfig (627cf4978a6753f4a297fd118380fb166760b6b49a966a0d72d980d0f8b6ef3e) AuthConfig (a120091ac05ed254662ead71c576fdf69037770f42fe84cf711332807f06e872) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (6021b4f4f6e478bb5aab26d571f3279fce947e0870b78e2ee13773845f2ef94f) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7f8fe85e-7d2f-4b8d-ab49-cf7ece7925c0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.604965034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"5e04e3cf-149c-4080-96cc-e6d11d0ed428","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.605080318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"5e04e3cf-149c-4080-96cc-e6d11d0ed428","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.31918414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"599f4a3a-2a1e-41d6-8867-1d8e513bf792","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.151412716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ff829b42-c524-4a9a-89af-89f59a9de87f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.15858321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ff829b42-c524-4a9a-89af-89f59a9de87f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.164070069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (d5a774e2196349ce94485ee1e9c7366f71e9474cc802e24900687c481174618e) AuthConfig (a25aaa5f9097636420a41705329beeb800d7e953ae386c3f0a5041bd1bc4ee9b) AuthConfig (83e142bb7f2ef6419cd7a4eca665822571fb3356c1e2b507340aa0bf796a2d90) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (c6d391fc6be3bdafaed7b0e4797390b0d77d4a0a7b1e5a85b0ea65d7eb0ded44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ff829b42-c524-4a9a-89af-89f59a9de87f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.609834516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"5c1421ad-255d-4f3b-bc4e-804b4259d660","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.616567696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"5c1421ad-255d-4f3b-bc4e-804b4259d660","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.623127131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (02d7a882169ccfdc17cf775863d535eed41cc0c003b1e89e579c6c8a201463ff) AuthConfig (627cf4978a6753f4a297fd118380fb166760b6b49a966a0d72d980d0f8b6ef3e) AuthConfig (a120091ac05ed254662ead71c576fdf69037770f42fe84cf711332807f06e872) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (6021b4f4f6e478bb5aab26d571f3279fce947e0870b78e2ee13773845f2ef94f) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"5c1421ad-255d-4f3b-bc4e-804b4259d660","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:44.464159505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.328747807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"58b60cb0-be4a-4c34-a16f-9885a36cfbb1","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.172969661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e070630b-b0c8-4cb1-a955-56f8eb01b46f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.180250702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e070630b-b0c8-4cb1-a955-56f8eb01b46f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.186422253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (d5a774e2196349ce94485ee1e9c7366f71e9474cc802e24900687c481174618e) AuthConfig (a25aaa5f9097636420a41705329beeb800d7e953ae386c3f0a5041bd1bc4ee9b) AuthConfig (83e142bb7f2ef6419cd7a4eca665822571fb3356c1e2b507340aa0bf796a2d90) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (c6d391fc6be3bdafaed7b0e4797390b0d77d4a0a7b1e5a85b0ea65d7eb0ded44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e070630b-b0c8-4cb1-a955-56f8eb01b46f","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.678417928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7c11c9f7-1a8b-4480-bc47-4f82aafc9c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.715254851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7c11c9f7-1a8b-4480-bc47-4f82aafc9c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.722579073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (02d7a882169ccfdc17cf775863d535eed41cc0c003b1e89e579c6c8a201463ff) AuthConfig (627cf4978a6753f4a297fd118380fb166760b6b49a966a0d72d980d0f8b6ef3e) AuthConfig (a120091ac05ed254662ead71c576fdf69037770f42fe84cf711332807f06e872) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (6021b4f4f6e478bb5aab26d571f3279fce947e0870b78e2ee13773845f2ef94f) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7c11c9f7-1a8b-4480-bc47-4f82aafc9c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.102059449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"173b89c8-ac2f-41ba-84a6-82dc84c1f27c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.200834137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"959a3a79-8983-4c51-8577-dd96fe1d8212","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.201066994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e39ba5e-e94a-4bb1-9e0b-00c0608527bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.30084067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"0bc9dee4-0f9d-47b4-9474-afb47c1de3c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.301312178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"2c14cbaa-49a8-41ce-bf61-ea0626580989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.303580607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"4d9a6244-a379-4a21-869f-7fd7dbf1adf0","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.400395447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"5a575c73-ba9c-4b3c-809b-0bef469a29bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.400421126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"06b5df9e-9392-4cc0-a8da-50f14cd0e2ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.400816206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"0a1585e8-f34c-4696-a840-5daa56b5dd35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.406490754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"57380b77-4d5f-4d7c-9a42-234536bbff18","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.502259002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"20a36766-86ba-47f9-88eb-81429391a098","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.502319409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"ce87e956-320a-4418-8a69-90e50475cd52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.502607324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"8e8d5e78-6694-4abe-bec5-02a885a428d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:59.502723834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"6825092e-93e7-44a2-9730-979265aa9399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:01.336471301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"f728b5ed-4243-43c2-be70-1e73db353717","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.193817324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"90db36ee-fd43-4974-82fd-0d9b46e805ae","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.201485131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"90db36ee-fd43-4974-82fd-0d9b46e805ae","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.353955663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"68b337f2-d664-4646-a138-85621ab7d1c6","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.353995337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"68b337f2-d664-4646-a138-85621ab7d1c6","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.73069041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"dd609aa0-3086-43c3-b541-04c405e34ffd","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.738941106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"dd609aa0-3086-43c3-b541-04c405e34ffd","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.768314849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"c8d774a6-46f5-494d-99c5-bacbfbfeccb5","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.768336372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"c8d774a6-46f5-494d-99c5-bacbfbfeccb5","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.513609399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.518557179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"8fb4f71f-ad08-4ced-abb7-378a8061f788","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.51857744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"8fb4f71f-ad08-4ced-abb7-378a8061f788","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.523223366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"56add134-718b-4457-8d67-b9e486337816","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:04.525215717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"e0774c56-e205-4865-9d8c-11df28107b80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-6f3dff-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.530345301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"56add134-718b-4457-8d67-b9e486337816","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.534932409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"53670e5c-33a2-4ced-9780-ba429f73120f","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.534950515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"53670e5c-33a2-4ced-9780-ba429f73120f","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:04.542769131Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"53670e5c-33a2-4ced-9780-ba429f73120f","name":"e2e-att-serve-6f3dff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6f3dff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:04.542818222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"53670e5c-33a2-4ced-9780-ba429f73120f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-6f3dff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.546323062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"dd8c78b0-4cb0-4e66-9957-cfa06b7115f9","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.546340028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"dd8c78b0-4cb0-4e66-9957-cfa06b7115f9","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.554707959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"e80387c5-15fa-4dbb-9cf6-9a5532e15935","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.554725994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"e80387c5-15fa-4dbb-9cf6-9a5532e15935","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.574019218Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"225800a1-ba81-4601-b8b1-0a40642b1a65","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","model":"e2e-att-serve-6f3dff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.599993029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"17f3ddc2-fad2-4687-89b7-4d575faa7b37","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.600014428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"17f3ddc2-fad2-4687-89b7-4d575faa7b37","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.647846308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"46adf9bc-3da6-4207-9cfe-edf391672e76","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.65473359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"46adf9bc-3da6-4207-9cfe-edf391672e76","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.66615642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"81119210-cf77-4931-a265-e33e9f73f72e","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.576775296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.58071303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"6a8cb77e-1852-4aea-a425-7c2986a3dee3","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.58073743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"6a8cb77e-1852-4aea-a425-7c2986a3dee3","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.58734302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e33a871d-5183-48d0-9446-471fc3e4a93d","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:07.587823341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"5c5bc934-a589-40fa-a2bd-996caec9a905","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-63b1a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.596023535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"eaaa3807-e4b9-461d-88a2-ee8bd37f3c26","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.596044496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"eaaa3807-e4b9-461d-88a2-ee8bd37f3c26","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.596277429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e33a871d-5183-48d0-9446-471fc3e4a93d","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:07.604366144Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"eaaa3807-e4b9-461d-88a2-ee8bd37f3c26","name":"e2e-att-serve-63b1a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-63b1a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:07.604480103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"eaaa3807-e4b9-461d-88a2-ee8bd37f3c26","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-63b1a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.607748573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"50a2d74b-a939-42b2-b4e0-093a286f48de","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.607767164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"50a2d74b-a939-42b2-b4e0-093a286f48de","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.614324243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"99fadfdd-5b71-40ab-b240-b7f116de4ae3","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.61433983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"99fadfdd-5b71-40ab-b240-b7f116de4ae3","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.630704521Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"b5c5f455-7211-40f7-8f10-4e929f77d3ee","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-att-serve-63b1a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.65948759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"ac65a47d-6f92-4904-8666-bd74b8f83818","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.659506409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"ac65a47d-6f92-4904-8666-bd74b8f83818","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.715342866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"fd4202c9-a21a-4ad3-8415-70e97096a4ab","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.723456364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"fd4202c9-a21a-4ad3-8415-70e97096a4ab","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:07.726342053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"45513791-7709-4cab-961a-579aec393156","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:11.362859469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"4b980310-e532-4b09-8859-af63e4e054c0","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:14.456438462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:21.390387504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"c1801b42-9417-4ed4-af79-5dbf2dc21a9d","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.455316389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"f1bf804a-0107-467a-ab8f-fab565931b23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.522846317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"b6082344-cd39-4bc1-92d4-0cba258577b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.670614268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"0c70dc92-bc78-4685-a0f3-f0fd1cba4a28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.856817113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"aa9b7ce3-a9cf-4714-9e1d-0db9d9758f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.863991018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"abb1b8b5-9029-4ab8-8c6f-db7a3f7abe5c","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.947866934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"d5fa4468-cefb-46d6-a257-a220517f754f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.952790326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"7de6a5d4-5873-4792-9583-e2aa3cc8f75e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.95318106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"1703aa5e-2924-4f51-9e95-564996f03759","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.957099365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d6f64716-f1a5-4c6a-a2e9-8afb4793b811","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.964580867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d6f64716-f1a5-4c6a-a2e9-8afb4793b811","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.969286849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"335244c6-0bd5-4b46-87e0-46a086431fc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:27.973421395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"46b3d432-9af3-4cb8-afee-bb70f51b5f1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.057277154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"be1358aa-c56c-4c4b-b6c0-b43056dfe5cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.057334483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"dddd8f4c-ad0f-42df-a9ce-007268b418df","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.066869109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"e1a8f88a-8213-420d-a201-eb9e7d5ddc8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.067146991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"a73222e4-06d1-4b6c-9cae-b46dcc378942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.075306947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"3799073b-8779-4dd7-adce-57f795a78689","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.08616319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc0aaf53-3336-4416-8aaa-995c6e80905e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.09224997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"2d3c0369-e8dc-418f-a527-0c8b8bdbb8a8","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.092275796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"2d3c0369-e8dc-418f-a527-0c8b8bdbb8a8","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.10218664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"094a0d4b-32a1-4d50-90ae-07cd7ec1b30c","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.102207214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"094a0d4b-32a1-4d50-90ae-07cd7ec1b30c","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.471135122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"01b8a0cb-13a9-4573-9efd-2dc041993a21","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.478376423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"01b8a0cb-13a9-4573-9efd-2dc041993a21","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.510722127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"8be052c0-9751-4ea5-a043-f384968325f6","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.555754365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"ef56d960-1cbe-4b46-b9c6-2e0c0e953437","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.556306646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"b51abb0f-d05c-4d1e-8ee8-3bce099a9b95","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.559890579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9349d10f-9d11-4571-811a-983ade9912ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.560117571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"61346009-5abd-4ee1-bd98-15a591d10c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.560652268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"04a660cc-f41f-4495-b9db-63cce11f5aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.562104689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b676811e-af0c-46be-882d-40a951178459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.563269435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6b8811f8-1789-4ae3-a2f7-75083a5f6de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.569047912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9349d10f-9d11-4571-811a-983ade9912ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.569619006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"61346009-5abd-4ee1-bd98-15a591d10c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.573775303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b676811e-af0c-46be-882d-40a951178459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.576230798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6b8811f8-1789-4ae3-a2f7-75083a5f6de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.577734881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"811cc070-9f05-4297-ad37-28bf6ae8836a","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.577755303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"811cc070-9f05-4297-ad37-28bf6ae8836a","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.579457283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"04a660cc-f41f-4495-b9db-63cce11f5aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.654398814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"153e5b34-50e3-44f5-8094-46783caab8b0","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.659537911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b60f03a4-2eb6-4e1f-9c3b-e6947e815a26","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.659564051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b60f03a4-2eb6-4e1f-9c3b-e6947e815a26","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.712329421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b302acbd-7ddb-401f-a4ef-67141314fa94","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.712872404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"aab3cd92-d67b-43e7-9a62-6e31ce46b485","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.724750044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c422b376-442b-44e7-935b-565cf8b022c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.728867603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b302acbd-7ddb-401f-a4ef-67141314fa94","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.745859914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c422b376-442b-44e7-935b-565cf8b022c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.814366564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"09ce53a7-45fa-4e10-912f-d69a7e045c88","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.912588494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"57207698-882c-47a4-b59c-7616547fc9ed","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.002894693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"59051e7b-17aa-4f81-8ef1-1306a16eaf04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.010845292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59b0a54-6e45-425e-a8f0-bdb08c007f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.012861755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ab580e7-9fc0-4646-b76c-762c0f980650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.01390032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"62ef7acd-401d-49c2-bab0-e8a8de44d165","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.013984965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"62ef7acd-401d-49c2-bab0-e8a8de44d165","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.018019133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"59051e7b-17aa-4f81-8ef1-1306a16eaf04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.024348328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59b0a54-6e45-425e-a8f0-bdb08c007f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.024555881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ab580e7-9fc0-4646-b76c-762c0f980650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.025626771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"01601a26-8c68-429b-bde6-6e7dfe68b9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.051436951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"01601a26-8c68-429b-bde6-6e7dfe68b9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.151452922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9991e453-f6b6-40c2-ad76-ce7e44854a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.243452532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9991e453-f6b6-40c2-ad76-ce7e44854a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.335869362Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"ff834bd7-acdf-4512-a5f4-342510a25ebe","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.345230874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"72686f2c-ba2a-4b56-91cf-59b4dfa91171","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.352260654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"bf054341-fe8c-40a4-90b4-58afbf5fd388","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.373494531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dd2dce00-e80c-4759-9e63-8dd770cf829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.373873508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"38a014f4-6428-45a0-8886-0364717511a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.430581959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"5f3f7c4a-1e22-488a-ac3a-ec4af3efc9ee","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.431254722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"2937b864-ed57-4ca9-b8bf-b37aacb5bf88","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.43165751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"48784b77-673a-451f-9c71-b975e6a26c93","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.475868903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"bf054341-fe8c-40a4-90b4-58afbf5fd388","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.495007765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"72686f2c-ba2a-4b56-91cf-59b4dfa91171","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.517096999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dd2dce00-e80c-4759-9e63-8dd770cf829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.520235249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"5f3f7c4a-1e22-488a-ac3a-ec4af3efc9ee","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.522677822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"38a014f4-6428-45a0-8886-0364717511a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.53439761Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"9e9322d4-c1b9-4c44-adef-712edf8e12b8","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.551324482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"8a552eef-8f1b-426a-a139-324bc7cc8c2f","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.594611955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"cff6ab77-5aea-4150-8290-cffb3e268016","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.597928353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"421f5060-1e13-4c5b-9e43-0e8570e3cf3e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.63464938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"8ec47fdc-04fb-40f5-9710-210de49e8818","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.642184366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e92e6143-17aa-4b97-8b19-ccf284063312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.642213266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2bf3134c-4dba-4b5c-9aab-96bb85975ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.646476628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a77d4ed7-232e-4ea8-981b-a93945c79f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.650621423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2bf3134c-4dba-4b5c-9aab-96bb85975ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.651133188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e92e6143-17aa-4b97-8b19-ccf284063312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.655584219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a77d4ed7-232e-4ea8-981b-a93945c79f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.772643008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e1348559-b32e-471e-b58e-328a390da529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.773568344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6b0f05c1-5347-43e7-9a4a-d583021479c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.774124809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"1a5cdbe1-19c0-4a97-8381-3c2c15822037","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.774445704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"1a5cdbe1-19c0-4a97-8381-3c2c15822037","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.788951578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e1348559-b32e-471e-b58e-328a390da529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.793499995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6b0f05c1-5347-43e7-9a4a-d583021479c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.961076042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"12a3046e-7c21-4789-bea4-e04ed425901b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.961443804Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"00536c35-ef3c-495f-91dd-6c629175ea35","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.970585191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d95dbc-67ea-4c9a-b9f1-834e91e918f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.971193659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"83d05cac-1aab-48d4-9bd8-1d6841990a10","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.971707386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"2b6be666-6f78-4ced-818d-94174ae5bc21","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.158191283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"7f5703e3-d028-49e4-8ace-b58c4f18c2fa","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.162795082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d95dbc-67ea-4c9a-b9f1-834e91e918f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.164461428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"12a3046e-7c21-4789-bea4-e04ed425901b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.167864251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93260b4d-b9d7-4e68-a0c8-fb79625a9fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.169548287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e6a00a8d-aeb4-4660-b229-1ff447f0bcd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.169881956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"83d05cac-1aab-48d4-9bd8-1d6841990a10","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.170465762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"11f813f6-15c5-46c7-be7e-a306322c757d","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.175704902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93260b4d-b9d7-4e68-a0c8-fb79625a9fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.178315071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e6a00a8d-aeb4-4660-b229-1ff447f0bcd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.189736372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"954db589-95ec-4860-9d4d-55cf015d257a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.194204295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a744e903-dbd1-4c0b-b40c-8139a830a717","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.19470524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f32e270f-248c-45df-b706-2a0e4fb62cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.197813279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f3870aef-dfae-460f-a5a4-676b6713aa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.197948562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"954db589-95ec-4860-9d4d-55cf015d257a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.202698908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a744e903-dbd1-4c0b-b40c-8139a830a717","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.203161734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f8c81993-5285-40a3-a0cc-72e0787e0542","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.203177969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f8c81993-5285-40a3-a0cc-72e0787e0542","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.247655937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f32e270f-248c-45df-b706-2a0e4fb62cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.247728336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f3870aef-dfae-460f-a5a4-676b6713aa1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.274384713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"67f0a6cb-2e9c-494e-8db9-f8a25ed10ad2","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.277892691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"a542d249-bfc0-4f81-b6ee-d28c9b5108d5","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.277954554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"a542d249-bfc0-4f81-b6ee-d28c9b5108d5","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.284312284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"770ea675-b3c4-481c-b8d2-a8982792b122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.291337838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"770ea675-b3c4-481c-b8d2-a8982792b122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.292428407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"dd21eee6-a09f-4ba7-a644-42249368c0fa","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.293309857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"c2bf4cd6-a2f3-473e-89e3-2f678ff6fb93","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.294884399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"b8c18622-b183-4df1-816c-211d696bb53f","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.294901845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"b8c18622-b183-4df1-816c-211d696bb53f","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.295543062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"35646978-cb74-48c6-a674-3ea52543aa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.29768031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"aba938e2-8d99-460c-8876-8ebf3498e633","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.300248913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"c2bf4cd6-a2f3-473e-89e3-2f678ff6fb93","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.300437675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"dd21eee6-a09f-4ba7-a644-42249368c0fa","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.303158728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"35646978-cb74-48c6-a674-3ea52543aa2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:32.307239187Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"b8c18622-b183-4df1-816c-211d696bb53f","name":"e2e-rec-ctrl-ce1fab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-ce1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:32.307290799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"b8c18622-b183-4df1-816c-211d696bb53f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-ce1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.309169832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"aba938e2-8d99-460c-8876-8ebf3498e633","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.349559614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"d5eec68e-3235-4c55-b173-c50cf4121154","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.349581782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"d5eec68e-3235-4c55-b173-c50cf4121154","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.635251476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"729afff6-296d-4b80-af74-2151fe35a127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.687298172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"d8894488-86d7-4587-a0f1-664700edeccf","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.687334009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"d8894488-86d7-4587-a0f1-664700edeccf","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.68818902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"8021a546-5867-4328-9168-00cdbac86086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.700692118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"729afff6-296d-4b80-af74-2151fe35a127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.703239234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"27175fc2-fbd6-4a12-9c40-955b8eb5501b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.706811546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"8021a546-5867-4328-9168-00cdbac86086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.707574545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4cac1720-9f61-46a3-a15f-46b3b668d525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.710876335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d3e7221c-74d2-432e-8e1a-bed5186b8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.71505718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4cac1720-9f61-46a3-a15f-46b3b668d525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.718775021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d3e7221c-74d2-432e-8e1a-bed5186b8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.722376498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"27175fc2-fbd6-4a12-9c40-955b8eb5501b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.782396185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5497c3df-8992-4400-b6b6-df497272b152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.800785669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5497c3df-8992-4400-b6b6-df497272b152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.837291461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c45cb781-9ba9-40ed-a8e6-564311ca3d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.837664913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1ec419ee-5e8d-477d-9666-cded3760d267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.839146608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac258ba-bb39-4b1d-b68a-a3d7b013d28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.839698478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c619d363-948f-4e4d-9844-db150f7dfc3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.852898031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c45cb781-9ba9-40ed-a8e6-564311ca3d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.853489459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1ec419ee-5e8d-477d-9666-cded3760d267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.855918532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ac258ba-bb39-4b1d-b68a-a3d7b013d28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.858875611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c619d363-948f-4e4d-9844-db150f7dfc3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.865593475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9b3c07bc-ced7-4c8d-a19f-1bfe012da0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.872491002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9b3c07bc-ced7-4c8d-a19f-1bfe012da0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.024577997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"bf050a18-4740-4b25-89d0-d068c6c1ae57","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.024974097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ecc468f9-078c-49e6-9660-82ba8d1626ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.026338943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"78a24f1a-a7ab-4084-95c3-8ee5fa6dd4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.026371263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"3ea565f0-6165-4cc0-b6b5-439dfced2d37","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.032296201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ecc468f9-078c-49e6-9660-82ba8d1626ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.032931378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"bf050a18-4740-4b25-89d0-d068c6c1ae57","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.041192367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"3ea565f0-6165-4cc0-b6b5-439dfced2d37","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.042479763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"78a24f1a-a7ab-4084-95c3-8ee5fa6dd4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.468721407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.473473467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"44917978-4b89-4076-bb8d-50e2f1f1b04c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.473496218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"44917978-4b89-4076-bb8d-50e2f1f1b04c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:36.481057362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-dec2f4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.49357345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"815a7217-cc3d-4d7c-a90a-e2c4a35156f4","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.493595724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"815a7217-cc3d-4d7c-a90a-e2c4a35156f4","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.503452129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"488d2713-4ae7-4296-a82f-a478227c092c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.50348278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"488d2713-4ae7-4296-a82f-a478227c092c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.559647953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"e2cd573f-93b5-49e2-a4dc-fd19eb034b1b","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-att-unrel-dec2f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.652812775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9479bf61-f3ee-4013-91f7-873b0aa04904","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.653945639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c86062c3-bc50-437e-97d6-f3f0fe7afe51","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.664082452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9479bf61-f3ee-4013-91f7-873b0aa04904","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.667583845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c86062c3-bc50-437e-97d6-f3f0fe7afe51","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.668134645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f75c508c-2ca0-4342-a7da-cfc1a6d7a73a","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.668156735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f75c508c-2ca0-4342-a7da-cfc1a6d7a73a","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.682100724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"8bb5b65d-2452-466a-bef2-6908cdbd58cb","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.759081583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cc0d1915-e313-4efe-a263-ab2f0395d14b","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.759081565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"633beab4-3a83-4f1d-aaef-3b311f421109","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.76757736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cc0d1915-e313-4efe-a263-ab2f0395d14b","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:36.767624452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"633beab4-3a83-4f1d-aaef-3b311f421109","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.226266681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.229631204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"c679cf14-1847-424a-9b6f-955d65662fb9","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.229650321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"c679cf14-1847-424a-9b6f-955d65662fb9","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.238537377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1317dbfa-5048-4d77-af94-a25e84a55e5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.238543619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c45566f5-26f0-4ae3-9300-5b835b4dbeb6","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:37.239121281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"6f8f2efd-2786-4a5c-b4dc-08cb190c7479","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-ce1fab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.247081394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1317dbfa-5048-4d77-af94-a25e84a55e5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.247478142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c45566f5-26f0-4ae3-9300-5b835b4dbeb6","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.249059398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"3ec875dd-33b3-4054-97e7-c1a3285877c1","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.249078374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"3ec875dd-33b3-4054-97e7-c1a3285877c1","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:37.2586311Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"3ec875dd-33b3-4054-97e7-c1a3285877c1","name":"e2e-rec-ctrl-ce1fab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-ce1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:13:37.258680701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"3ec875dd-33b3-4054-97e7-c1a3285877c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-ce1fab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.261675114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"4b765ad7-49a4-4bfc-bcce-aa2fb1d0f311","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.261692521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"4b765ad7-49a4-4bfc-bcce-aa2fb1d0f311","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.268325287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"220dad4e-e988-4778-b1f8-b717256e28eb","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.26834038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"220dad4e-e988-4778-b1f8-b717256e28eb","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.276302958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"92175193-267c-4545-ab89-c1fa04a0ca9e","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.27632057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"92175193-267c-4545-ab89-c1fa04a0ca9e","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.278998953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"9a8b8259-a301-447e-bdde-fd547ab6a1ea","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-ctrl-ce1fab","model":"e2e-rec-ctrl-ce1fab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.304491096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"09bec537-b368-42f4-9f5d-12dfae6f6c0a","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.304510041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"09bec537-b368-42f4-9f5d-12dfae6f6c0a","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.376385753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"697f55f5-0e7e-424c-a459-6e6083c7646f","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-ctrl-ce1fab","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.464583528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4d63e6a7-48db-44fa-b0bb-2239101d762a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.464976329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"95f3bdd6-8522-43e1-8a74-0bafd9a5c4ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.472152063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4d63e6a7-48db-44fa-b0bb-2239101d762a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:37.474363984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"95f3bdd6-8522-43e1-8a74-0bafd9a5c4ef","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.551678355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"b8d67ddc-4109-4bd3-a983-5004bfe1ede6","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.604523257Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"61cf15a9-5fff-475c-9b8a-9f72a25900c7","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.457734103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.878197339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"3c58c9bd-9f6c-42a2-9c4b-82fce99502bb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.878225402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"b14a5d48-fe6b-4e55-96b4-f59372d3d30a","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.88717786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"3c58c9bd-9f6c-42a2-9c4b-82fce99502bb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:47.887346366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"b14a5d48-fe6b-4e55-96b4-f59372d3d30a","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.027631192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"402dd91f-1a62-45b7-8b60-2772a5ff4461","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:48.03795008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"402dd91f-1a62-45b7-8b60-2772a5ff4461","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.558736898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"8cfc7da5-fd89-4a81-82f0-548082f276ec","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:51.611477509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"8216b6df-fd38-4153-85cd-64e9551a297e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.565466013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d50d5f4e-a683-4fc5-a54c-66c25e1d418d","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:01.620362629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"28e3c08e-f987-4b39-8995-a88316a00cd9","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.471312612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"ca1f5fed-4d85-4e8b-9cc8-eae7f1b292c3","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.483697568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"bb125583-1c8f-4675-af0e-de341b033d64","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.567808228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"3a239805-dd44-4661-8cef-df745f51641d","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.575216356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"f1da6fd2-cb75-4853-95ee-d71cbdc85123","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.655353649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3325b0-3216-40b7-a4e4-13b585ac7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.659317384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3325b0-3216-40b7-a4e4-13b585ac7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.662532263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3325b0-3216-40b7-a4e4-13b585ac7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:09.665701809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3325b0-3216-40b7-a4e4-13b585ac7fe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.014070813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180b52a2-8845-44a5-928a-28822c3e5a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.017200436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180b52a2-8845-44a5-928a-28822c3e5a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.020459067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180b52a2-8845-44a5-928a-28822c3e5a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.023764893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180b52a2-8845-44a5-928a-28822c3e5a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.674011434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"6be1f067-0bcd-4c87-897c-872ade135f81","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.680293394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"4f37f4a1-3c02-4361-a41a-fe28b83731a2","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.688942089Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e1f08d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e1f08d","reconcileID":"493452eb-0976-4144-8982-3bab68a412fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e1f08d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-e1f08d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.775316017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"075c84a2-94be-47f8-bca7-627fb8ac78e7","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.793796252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"eaab8f6e-ad1a-4de6-bb96-da254ef6993f","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.89342963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587643a5-76c4-4cff-9aa1-95d8193813b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.896657156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587643a5-76c4-4cff-9aa1-95d8193813b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.899902223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587643a5-76c4-4cff-9aa1-95d8193813b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:10.904719058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587643a5-76c4-4cff-9aa1-95d8193813b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.035456969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"13e89aaa-0f4e-456d-8be1-15d324f5a924","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.04223671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"0a8ebd00-ceee-4b50-b979-bc6812468226","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.49218291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.72558036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"31bdccaf-8b39-4f39-8ec0-eef3c3da173f","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-ctrl-ce1fab","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.037190847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"f831b0ff-9f66-45a0-b8e8-0d134631aadc","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.037284778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"f831b0ff-9f66-45a0-b8e8-0d134631aadc","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.062509236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"1ffee98b-97f3-4f56-b101-92327e92ec64","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.185343435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f0108201-98a3-4332-9213-e00e0cc1ab0d","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.185424857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"f0108201-98a3-4332-9213-e00e0cc1ab0d","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.499998248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"51d3cbbc-cc54-4166-aabf-39e7e44bd90a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.506544955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"51d3cbbc-cc54-4166-aabf-39e7e44bd90a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.900582836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"83457a55-5650-434a-b39c-fbc337798923","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.900831325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9a381035-1d4f-4ec1-a938-7eedac58396e","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.912985864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"83457a55-5650-434a-b39c-fbc337798923","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.913198336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9a381035-1d4f-4ec1-a938-7eedac58396e","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.685364154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"242e151c-1ea3-493d-aa4f-f76783caa156","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.865624732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"581c7f2a-22f9-496c-b205-a3d677b5e701","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.870262036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"1632ed91-ac7c-4594-b544-a9a835eb9c69","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.870281005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"1632ed91-ac7c-4594-b544-a9a835eb9c69","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.879253266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ddd0db31-41ae-4a9b-a297-8b98986300be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.879253649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"12532672-0592-48a8-a598-f26feda570bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.898520828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"64d42a9e-62d0-4b65-868d-c7652d184f1a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.900559992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e3fe5a6-7196-4229-8033-ee86acf08d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.901038275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a1b0f3f9-7c1d-46e0-aa71-d536899781bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.903968349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"12532672-0592-48a8-a598-f26feda570bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.912096732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ddd0db31-41ae-4a9b-a297-8b98986300be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.91683357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"64d42a9e-62d0-4b65-868d-c7652d184f1a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:16.952593393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a1b0f3f9-7c1d-46e0-aa71-d536899781bc","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.007603872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"bca6fdf4-75a9-43ca-b88a-211c4bb4b722","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.308702202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e3fe5a6-7196-4229-8033-ee86acf08d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.346685879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2bb642f3-151b-4159-9be6-ef8d0031819e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.34721289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"8d620c80-0370-433b-b647-ab7a2ddaccff","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.358271728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2bb642f3-151b-4159-9be6-ef8d0031819e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.366058054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"409d106d-f1e9-4d37-a821-5bbb4c9aae71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.36646249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"deabaea2-9a19-426a-bc22-ddb0b4a5c37e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.36648335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"deabaea2-9a19-426a-bc22-ddb0b4a5c37e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.366667848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9759d185-1837-4184-ad3d-dd7d1516a4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.367077841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"12ebc7c8-9454-46b0-86da-a1dc6dbda74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.373793132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"409d106d-f1e9-4d37-a821-5bbb4c9aae71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.374623106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9759d185-1837-4184-ad3d-dd7d1516a4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.376384093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"12ebc7c8-9454-46b0-86da-a1dc6dbda74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.452546123Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"4bc4cc6d-9e2a-4591-870e-80c01d90aebd","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.459844745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"442877ec-1a7b-45a6-8362-22eec5109142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.467129942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"442877ec-1a7b-45a6-8362-22eec5109142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.485499054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"86a9a477-bcc9-43f6-bc5f-8bd6e69574b3","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.498344516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"df65c1bf-ff46-4d87-8c8e-40fc3bddeeaa","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.49836635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"df65c1bf-ff46-4d87-8c8e-40fc3bddeeaa","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.50181741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"659e0211-fdab-4651-b649-9dc497db8818","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.505783723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"417c64fd-d920-428b-9293-bc3f56bee222","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.508904212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"0a55161a-facf-45b1-8448-f2ebdfaf9630","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.508938156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"0a55161a-facf-45b1-8448-f2ebdfaf9630","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.516300888Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"32dc4f06-250f-429f-99f6-68ae82ea6af6","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.662967788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"f1eb5803-65fe-46fa-9363-605fec672a5d","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.668412305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05ee0155-2453-4633-8013-c3e376a3c903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.670002853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a72bc2-92af-4871-9be0-64f7c2f70e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.751130213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2fbfc6ca-9966-49a6-b74e-4bd08ae3c192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.857576607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d0b8b3b1-dac1-49ec-b77f-9a58a3b6736a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.173595465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"3ab37627-c072-4ae8-9ef4-2b154b6f53bf","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.173648469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"3ab37627-c072-4ae8-9ef4-2b154b6f53bf","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.172146736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"cc2c95bb-b58a-464b-86a6-15b8de4dae20","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.212266245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9417911f-6c69-4d54-aef7-99feabd44f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.217541657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05ee0155-2453-4633-8013-c3e376a3c903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.218224536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a72bc2-92af-4871-9be0-64f7c2f70e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.221523627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d0b8b3b1-dac1-49ec-b77f-9a58a3b6736a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.222423739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"4e5cae39-f5a2-4cc1-b68e-a40077b5f7bc","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.226285377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2fbfc6ca-9966-49a6-b74e-4bd08ae3c192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.226588385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9417911f-6c69-4d54-aef7-99feabd44f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.230557999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"8ea13bef-c168-45b5-bb97-427780ed1edf","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.230625224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"8ea13bef-c168-45b5-bb97-427780ed1edf","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.24222186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"bbe406ef-e5f5-4d3e-91d1-4451064b1618","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.247640379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"8ee7241a-3fe2-479d-9d69-df60ba39befe","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.251055021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"bbe406ef-e5f5-4d3e-91d1-4451064b1618","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.251880364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"80ee9f00-5b57-49d4-832f-a60b5f5c0428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.254617599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"99b17796-25da-466c-b44c-f496307bf731","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.254824189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"59d23e71-0283-4e19-9dd5-751fb1b4c6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.259333182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"80ee9f00-5b57-49d4-832f-a60b5f5c0428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.259861677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b74349ff-9a6a-42c2-a2f5-a043f1795965","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.259934423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b74349ff-9a6a-42c2-a2f5-a043f1795965","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.262245956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"99b17796-25da-466c-b44c-f496307bf731","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.265662582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"59d23e71-0283-4e19-9dd5-751fb1b4c6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.273553525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"3598665c-e10f-415c-abb5-0ab0bd0322cf","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.273621373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"3598665c-e10f-415c-abb5-0ab0bd0322cf","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.300279679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"e3e56c07-9c6d-4457-b83e-c5aaea0a77cc","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.3003457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"e3e56c07-9c6d-4457-b83e-c5aaea0a77cc","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.322869662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"7689700d-36b9-4401-8268-aef997a409a5","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.331082685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"242ffcc8-a9f8-42c1-af50-a933b4c520e0","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.33114932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"242ffcc8-a9f8-42c1-af50-a933b4c520e0","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.347070013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"32fe1f15-8da8-45e7-bcb1-8cd78505a802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.347210475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8154b84b-47a9-49be-9a70-3003182a9979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.348856697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c618c8ef-4a57-4de4-9722-d678df75dc43","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.349981693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"57eb99b8-f679-4786-bbdf-9dda09679695","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.354373839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8154b84b-47a9-49be-9a70-3003182a9979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.355124534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"32fe1f15-8da8-45e7-bcb1-8cd78505a802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.358331465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c618c8ef-4a57-4de4-9722-d678df75dc43","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.359810007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"57eb99b8-f679-4786-bbdf-9dda09679695","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.41562534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"88a228ff-625c-4e67-9a97-136e3808403c","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.415699167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"88a228ff-625c-4e67-9a97-136e3808403c","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.448357075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"08561c77-aa53-4747-9dc7-c1453fccdf25","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.448388236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"08561c77-aa53-4747-9dc7-c1453fccdf25","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.460497951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"db8a2ac1-23ea-47af-a3a6-160b6cab9272","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.524489758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e41aa52f-e563-46b6-9d1e-9c16d2c2db53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.52534209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0e6d9113-a50e-461b-a903-94b4f8ce18d0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.611353686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"cb6ed240-e6d5-435a-b3d8-6530c35bedce","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:18.752499024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"cb6ed240-e6d5-435a-b3d8-6530c35bedce","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.656464981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"db8a2ac1-23ea-47af-a3a6-160b6cab9272","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.703695243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e41aa52f-e563-46b6-9d1e-9c16d2c2db53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.772658884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0e6d9113-a50e-461b-a903-94b4f8ce18d0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.830475175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"60a40941-b74e-4ecf-99ed-6654b1131080","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.932535956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"60a40941-b74e-4ecf-99ed-6654b1131080","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.954220228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c8c38fab-3718-43e9-8168-df9fccbc9f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.962712716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"436934df-6963-4ce0-ac30-698eafe0fb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.967963015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c8c38fab-3718-43e9-8168-df9fccbc9f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:18.972956527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"436934df-6963-4ce0-ac30-698eafe0fb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.056380874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6a39c292-0461-4f54-80d3-7498945dd6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.05947313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f07440-aa36-4014-849c-2e3a386384a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.064396771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6a39c292-0461-4f54-80d3-7498945dd6f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.067532593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f07440-aa36-4014-849c-2e3a386384a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:19.078192958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"661d6983-24ae-40e1-928e-a1a605f0fdd2","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:19.078261598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"661d6983-24ae-40e1-928e-a1a605f0fdd2","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.103864675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"cd94a456-401e-43af-b6f9-16c5a5209041","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.103893808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"cd94a456-401e-43af-b6f9-16c5a5209041","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.163067117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5ac7195c-6dc6-4e6a-a95c-ebcceaef1931","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.16364992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28fdf983-bb30-4842-b080-b46d2b52890b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.166252695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bb26e535-9c44-42f3-aa85-985479d38c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.166279292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"93374084-2608-406c-b6e8-c2ce259efbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.166809268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ef997179-a048-4e2d-8226-be3f24d102e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.173060273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28fdf983-bb30-4842-b080-b46d2b52890b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.173450826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5ac7195c-6dc6-4e6a-a95c-ebcceaef1931","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.176281738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bb26e535-9c44-42f3-aa85-985479d38c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.176396711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"93374084-2608-406c-b6e8-c2ce259efbd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.179305467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ef997179-a048-4e2d-8226-be3f24d102e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.193173457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"54c5cbf4-45f1-4617-9d9e-ac2cd03c202b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.200541889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"54c5cbf4-45f1-4617-9d9e-ac2cd03c202b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.255971075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"bc09f341-f41e-422b-ada8-f37620217295","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:19.26331266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"bc09f341-f41e-422b-ada8-f37620217295","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:19.722304862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"ba9e3802-1721-4794-ae26-b9cd61ef7e1a","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:19.722408692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"ba9e3802-1721-4794-ae26-b9cd61ef7e1a","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:21.006699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"3a3fab5a-8d38-4610-846f-559cf03a4928","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:21.006779807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"3a3fab5a-8d38-4610-846f-559cf03a4928","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.042221369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"0c6b7ef5-3f30-47f0-92ac-24e1a79e05fb","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.857094298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.860187238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"afca86ea-47d8-4a03-9592-117f2a43faca","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.860208166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"afca86ea-47d8-4a03-9592-117f2a43faca","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.876439975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"85a8fa46-58dc-4c98-bf6d-2fb569bc7112","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.876570619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"49920f18-0625-48b7-8293-f389a4be76f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.881137736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"1d9ea00d-0f64-44e0-96b4-6881f5651ed6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:22.881688629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-4bd766-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.883063545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"1c834764-fdd1-4741-84a4-0a88ad4b38ef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.883085868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"1c834764-fdd1-4741-84a4-0a88ad4b38ef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","externalModel":"e2e-rec-ctrl-ce1fab","provider":"e2e-rec-ctrl-ce1fab-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.887631565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"85a8fa46-58dc-4c98-bf6d-2fb569bc7112","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.888286784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"49920f18-0625-48b7-8293-f389a4be76f3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.891246796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"1d9ea00d-0f64-44e0-96b4-6881f5651ed6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.910295236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"735f16c3-96a1-4e72-a8f5-f704a0c0f83c","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.910338011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"735f16c3-96a1-4e72-a8f5-f704a0c0f83c","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.945823437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"ba5e443b-c9e2-4715-ab5b-cd3467c37318","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.94595728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"ba5e443b-c9e2-4715-ab5b-cd3467c37318","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:22.946530675Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"75270e7f-f633-4ba3-9502-93cc9e5c3344","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-recover-4bd766","model":"e2e-rec-recover-4bd766","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.014317836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"efaa2aa6-c74b-4de5-ae65-2884ba8298a9","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.014424847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"efaa2aa6-c74b-4de5-ae65-2884ba8298a9","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.035755423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"a0ce1f7b-80f8-45cb-bd87-771ed74578a8","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-recover-4bd766","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.058928515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6d1fa737-bed8-4ee6-8d59-d9ed55f67ea6","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.059492522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d9d1c053-94c3-44a4-8557-e19019ef51d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.062439118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"3cae47bc-9490-473d-8fc9-e139d71fdf0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.066264642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6d1fa737-bed8-4ee6-8d59-d9ed55f67ea6","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.066607356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d9d1c053-94c3-44a4-8557-e19019ef51d7","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:23.070185323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"3cae47bc-9490-473d-8fc9-e139d71fdf0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:23.590274684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"fe250ae0-6851-4567-8d4a-60479712ecad","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:23.590379019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"fe250ae0-6851-4567-8d4a-60479712ecad","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.442821165Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"77efbb36-0f9b-4eb7-a328-1e3651a05c1f","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:24.446435397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"72e334cf-b9eb-48c6-87ce-bd7953abd6da","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:24.446507491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"72e334cf-b9eb-48c6-87ce-bd7953abd6da","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.464591119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"71a4e1d3-28da-41bf-b2f9-c2b815f6ac91","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.465299216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c399cc82-2023-4327-ade2-79b4287ac557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.468528157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19f428f3-2693-47ef-a774-7044403d711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.471936389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"71a4e1d3-28da-41bf-b2f9-c2b815f6ac91","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.472050512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c399cc82-2023-4327-ade2-79b4287ac557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.472325134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"16e3281d-ae1a-423b-b2d6-db8ba028e1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.47617067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19f428f3-2693-47ef-a774-7044403d711f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.476436881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e4b8310-54fc-485d-ab3f-7c233b1e4eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.481139749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"16e3281d-ae1a-423b-b2d6-db8ba028e1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.484137964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e4b8310-54fc-485d-ab3f-7c233b1e4eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.567657742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a688af65-bbef-4b67-9623-c855cbaec870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:24.568628674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"a0530381-daeb-4e97-9761-2994a336d429","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:24.568693136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"a0530381-daeb-4e97-9761-2994a336d429","error":"ExternalModel e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3 is attached to several gateways [openshift-ingress/e2e-extmod-a-7c759a openshift-ingress/e2e-extmod-b-57079b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.571517173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"db669948-a341-48b4-8e85-c0e16a339663","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.571660846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"49de27cd-81a6-4243-82dd-46ecf1e9794e","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.572528433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"9bed895e-9bf3-417d-83aa-a1b929d0d74f","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.572550965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"9bed895e-9bf3-417d-83aa-a1b929d0d74f","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.575673994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0df7ad1e-dd7a-4626-bba4-c43dcaf6acdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.576749985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a688af65-bbef-4b67-9623-c855cbaec870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.580863636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"db669948-a341-48b4-8e85-c0e16a339663","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.580994603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"49de27cd-81a6-4243-82dd-46ecf1e9794e","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.582087259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"49bceb9a-0b54-4120-8b4b-d6567ec3e8f0","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.582107135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"49bceb9a-0b54-4120-8b4b-d6567ec3e8f0","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.585233247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0df7ad1e-dd7a-4626-bba4-c43dcaf6acdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.585842047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"8e4cf45b-4d63-406d-85ee-cb9571ebfb5c","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.586282103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"60db25c4-e2ad-48b9-aeb7-b1a9cd1544bb","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.589317682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"99e2fa90-454f-4f55-bc84-8517459247ed","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.648015677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"c215fa83-31da-4048-9948-6b16aff238d4","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.648044921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"c215fa83-31da-4048-9948-6b16aff238d4","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.654888663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"45dc1144-44cf-4e32-983c-ea525584d10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.665407599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"45dc1144-44cf-4e32-983c-ea525584d10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:24.954954125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aaede744-19ba-46a1-9fd1-949edff63411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.120524259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fc92b16d-8020-4d52-954d-ac5258e4cd5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.226789415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aaede744-19ba-46a1-9fd1-949edff63411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.235690514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fc92b16d-8020-4d52-954d-ac5258e4cd5b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.240834124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9d0b9bb6-bb18-4477-9280-57d71935b93a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.248881599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"ad11f5ca-1b86-4da1-8c4f-edaf80046241","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.256140443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9d0b9bb6-bb18-4477-9280-57d71935b93a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.256493152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cd09a65a-5d1a-4285-ba10-28b16583e5b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.263754113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"ad11f5ca-1b86-4da1-8c4f-edaf80046241","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.269776055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cd09a65a-5d1a-4285-ba10-28b16583e5b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.273609148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"622be650-e98a-4602-b68c-c72a0997a22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.280349185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"622be650-e98a-4602-b68c-c72a0997a22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.370759534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"edc4dfd0-44d5-4528-b6ee-72c8a59d10df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.371078735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f43bde8f-85f0-43b8-8404-dc697dfbd438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.372264865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"9e68c9d4-fe07-40d1-98ee-d5367cf73c8d","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.373170498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"80d1efb4-4958-4c07-ad18-aafb259e86e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.374775778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"95ba2136-251b-4552-a0dd-0a6cde5375e9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.378255658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f43bde8f-85f0-43b8-8404-dc697dfbd438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.378798603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"edc4dfd0-44d5-4528-b6ee-72c8a59d10df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.380594823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"9e68c9d4-fe07-40d1-98ee-d5367cf73c8d","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.381566454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"80d1efb4-4958-4c07-ad18-aafb259e86e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.383024159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"95ba2136-251b-4552-a0dd-0a6cde5375e9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.471093787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e7e5c68-365a-40c5-835d-cbae941aa95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.471204122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f8f423d-58f8-4909-ba2b-d0e1adc53b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.473393241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d625fcc4-fd55-4851-8514-866da20dabc6","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.477923359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e7e5c68-365a-40c5-835d-cbae941aa95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.478351898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f8f423d-58f8-4909-ba2b-d0e1adc53b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.480565355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"d625fcc4-fd55-4851-8514-866da20dabc6","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.609658937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d0773e5b-f84e-47f2-a891-f1926472ac67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.610384727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4970b1b8-a128-45e4-be1a-4673dec1a5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.61150578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"819b23b7-95e3-493a-a4da-9c7c60294745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.613541952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"19667ddb-7b0f-4116-9c6c-bbfa098d361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.614748907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7f6a4574-08c2-490f-ab15-edf14ae25527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.620757367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"819b23b7-95e3-493a-a4da-9c7c60294745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.626229166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4970b1b8-a128-45e4-be1a-4673dec1a5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.630648885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"19667ddb-7b0f-4116-9c6c-bbfa098d361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.635672617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d0773e5b-f84e-47f2-a891-f1926472ac67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.637964979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7f6a4574-08c2-490f-ab15-edf14ae25527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.15331956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"8979be19-89c3-4d9a-8a5f-8a0bb748caff","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.153344845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"8979be19-89c3-4d9a-8a5f-8a0bb748caff","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.160274191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"a0c7e950-387d-4212-9f5f-afd648a4d518","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.160300762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"a0c7e950-387d-4212-9f5f-afd648a4d518","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.170141742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"f00f9e05-bd73-4419-a641-c6c8fb4c0d24","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.17686686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"f00f9e05-bd73-4419-a641-c6c8fb4c0d24","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.309602284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b3d6e817-29df-40c0-8c21-fc932da7eac3","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.309626347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b3d6e817-29df-40c0-8c21-fc932da7eac3","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.191216908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"efddff06-8978-478f-977a-c9dcb9be1f42","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.601401864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"00783b48-17d2-423c-945c-c07184e284b6","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.635609113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"fe1eb795-d1d8-4b6f-99e5-ba668e85c16f","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.636305958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"fe1eb795-d1d8-4b6f-99e5-ba668e85c16f","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.893532582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d1b0a848-d18f-4315-a94c-7681c1803e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.894468768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027ff024-b88a-4124-a8c3-b0b8db19c023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.895127464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"880f3b02-59f5-4225-8d1e-120c89c43da1","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.895772261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9958cf-8c40-4959-8a58-18672da4af67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.018270892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027ff024-b88a-4124-a8c3-b0b8db19c023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.030461393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d1b0a848-d18f-4315-a94c-7681c1803e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.031300664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"880f3b02-59f5-4225-8d1e-120c89c43da1","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.036750023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cf78d3d9-a38a-4242-bb1f-01306ed1d269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.047474941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cf78d3d9-a38a-4242-bb1f-01306ed1d269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.077754982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef9958cf-8c40-4959-8a58-18672da4af67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.120504454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ced0c337-b0d1-4247-8310-14ba6bd7f5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.132471027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ced0c337-b0d1-4247-8310-14ba6bd7f5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.159697313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"edf71adf-cd09-4933-9bd5-e13c6ad99ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.160321344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1ae9c871-de1e-4a6f-b8de-b558b87580c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.160482297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"c78ce544-1a14-4f1b-91bd-2c50a54b09d9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.160327177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"cfe37469-8c17-444d-9925-5e3c9fc48ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.162344622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6da021fb-f51c-41ef-88e4-f88ed4a057ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.167547003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1ae9c871-de1e-4a6f-b8de-b558b87580c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.168252226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"edf71adf-cd09-4933-9bd5-e13c6ad99ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.170074096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"c78ce544-1a14-4f1b-91bd-2c50a54b09d9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.171654332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"cfe37469-8c17-444d-9925-5e3c9fc48ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.172445631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6da021fb-f51c-41ef-88e4-f88ed4a057ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.261141692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"47008627-5ae9-4f8b-9e39-2484a2dc13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.266245607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"8ca8608e-f057-402c-ba38-384ac1b19d83","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.266461577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"80d55c41-0e72-42bf-996b-e8c33cf50600","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.269903502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1e2dc176-570f-45e1-9bbc-ac63bdbf721a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.270961563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"9f43e456-e3d2-4211-9636-64b1af91031d","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.271749948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"47008627-5ae9-4f8b-9e39-2484a2dc13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.274482491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"8ca8608e-f057-402c-ba38-384ac1b19d83","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.276231253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"80d55c41-0e72-42bf-996b-e8c33cf50600","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.277519658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1e2dc176-570f-45e1-9bbc-ac63bdbf721a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.280764102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"9f43e456-e3d2-4211-9636-64b1af91031d","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.452766677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"60f3874e-733f-401e-bf84-b51fb6c9312e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.461265175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"60f3874e-733f-401e-bf84-b51fb6c9312e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.487534081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"99ff5fb9-4e2a-47ce-a111-d5221b81cfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.487772848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"795cb676-f34a-4108-bf0e-bdf4e39039d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.490149018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"6ede727b-babe-4b63-ba53-b5aa9181128a","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.494847493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"795cb676-f34a-4108-bf0e-bdf4e39039d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.494962422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"99ff5fb9-4e2a-47ce-a111-d5221b81cfab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.497422076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"6ede727b-babe-4b63-ba53-b5aa9181128a","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.673291417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-att-detach-99d6c3-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.678424874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"157f96ce-766f-4e08-abfa-a8ed80664e14","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.678444925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"157f96ce-766f-4e08-abfa-a8ed80664e14","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:31.687301972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-57079b/e2e-att-detach-99d6c3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-99d6c3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.695584411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"02c677c4-7e49-4354-8ed9-3512f82c823a","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.695706616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"4ca51fb1-a226-48d3-b250-9f6d9adb8989","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.69710212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"78e980be-adbd-48b5-b23e-49cd66077694","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.697119183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"78e980be-adbd-48b5-b23e-49cd66077694","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.697952574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"3063c3bd-b628-4c3e-9373-28400cb677d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.703604426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"02c677c4-7e49-4354-8ed9-3512f82c823a","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.703840414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"4ca51fb1-a226-48d3-b250-9f6d9adb8989","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.705638949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"6f729794-6fec-4eb3-aa93-9331794d6bad","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.705657245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"6f729794-6fec-4eb3-aa93-9331794d6bad","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.706002236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"3063c3bd-b628-4c3e-9373-28400cb677d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.712287336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"1363af49-c0d1-484f-ac5d-ba87d541fb7a","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.712307338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"1363af49-c0d1-484f-ac5d-ba87d541fb7a","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.71823182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"6f6ffa70-2075-4917-bbdd-e6ad1f92b0b7","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-detach-99d6c3","model":"e2e-att-detach-99d6c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-57079b/e2e-att-detach-99d6c3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.721893703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"112bfe23-4908-49bf-a447-cbf6ef68db26","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.721927328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"112bfe23-4908-49bf-a447-cbf6ef68db26","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.74679307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"eb1c3c8c-db60-4291-98c8-1a2e750e69e7","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.746810378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"eb1c3c8c-db60-4291-98c8-1a2e750e69e7","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.813735891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"19301bf6-0142-40fa-8ce9-15f06adedb51","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-detach-99d6c3","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.82719015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"125ee32f-b4da-43e5-b7c6-c41899721030","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.827290829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"906eb1a7-6f2d-41d9-9d08-a9037307545d","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.831817667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"97ac2b46-d652-455d-b72d-313b04b5a594","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.835868152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"906eb1a7-6f2d-41d9-9d08-a9037307545d","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.836375396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"125ee32f-b4da-43e5-b7c6-c41899721030","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.83880095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"97ac2b46-d652-455d-b72d-313b04b5a594","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.939276748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"7f8ca854-8e05-41e2-b5f1-78c344d90f48","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.959799804Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"7f8ca854-8e05-41e2-b5f1-78c344d90f48","name":"e2e-extmod-b-e1f08d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.090716484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"dbb7a336-e3d7-4e10-adbc-491bb374be7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.092199205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8ec406d5-0643-4cb7-b8e7-98133b79fb21","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.100636412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"bcc394aa-8107-475a-940e-b5ce1f050736","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.102398137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8ec406d5-0643-4cb7-b8e7-98133b79fb21","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.103247331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"dbb7a336-e3d7-4e10-adbc-491bb374be7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.109443971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"bcc394aa-8107-475a-940e-b5ce1f050736","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.170450296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"eaf43e89-4136-43b8-b0a4-f1fd0cc3878f","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.170472364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"eaf43e89-4136-43b8-b0a4-f1fd0cc3878f","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.176792895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"c4903789-3f10-4b8b-8876-e0f579728b7e","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.17681339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"c4903789-3f10-4b8b-8876-e0f579728b7e","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.192454396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"37980348-c6fe-4277-885d-c1aab2e208ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.202312408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"37980348-c6fe-4277-885d-c1aab2e208ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.233420084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"6a18a44b-363e-4840-bfb4-f433c4dfa770","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.23344268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"6a18a44b-363e-4840-bfb4-f433c4dfa770","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.617099111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-att-detach-99d6c3-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-serve-63b1a2-sub ai-tenant-e2e-extmod-b-57079b/e2e-att-unrel-dec2f4-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-recover-1ae616-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.621318249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"0dafa105-75bf-433b-b267-6020cc1c0610","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.621347252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"0dafa105-75bf-433b-b267-6020cc1c0610","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.634362207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"cee9ebc5-b5e4-461c-8939-a73910aa8783","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.634734745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"49f629e0-9483-4e75-b393-3bb233bf8df3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.638535532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"4422a205-b886-4de5-b08a-a2fc58e61a69","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.63925968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1176031a-03b3-4fcb-a464-d1cc804329a6","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.639281463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1176031a-03b3-4fcb-a464-d1cc804329a6","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","externalModel":"e2e-rec-ctrl-4116c8","provider":"e2e-rec-ctrl-4116c8-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:14:35.641185537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-af8244/e2e-rec-recover-1ae616-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-1ae616-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.643662087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"49f629e0-9483-4e75-b393-3bb233bf8df3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.64429512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"cee9ebc5-b5e4-461c-8939-a73910aa8783","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.646678497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"4422a205-b886-4de5-b08a-a2fc58e61a69","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.650461882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d4c0d41d-f7f6-498a-b3be-bcdb4078de3e","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.650535153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d4c0d41d-f7f6-498a-b3be-bcdb4078de3e","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.659513123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"14d7620d-a38d-488e-931b-327088a64501","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-recover-1ae616","model":"e2e-rec-recover-1ae616","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-af8244/e2e-rec-recover-1ae616-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.659981434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"9f48a8cb-40c5-48e6-b9f1-9eea9316dd62","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.659997391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"9f48a8cb-40c5-48e6-b9f1-9eea9316dd62","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.666815668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"bc8fcd16-8f28-44a9-9c43-9b60d6707371","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.666833832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"bc8fcd16-8f28-44a9-9c43-9b60d6707371","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.718161429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"fc3818bc-8562-412c-96e4-ca33d9ad06f2","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.718197501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"fc3818bc-8562-412c-96e4-ca33d9ad06f2","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.768431342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"d78c66dd-143d-44bc-b1be-ea72b106d98b","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-recover-1ae616","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.788269992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"00b49b37-5f10-4ce2-ae9d-5e971dfda314","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.79640598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"00b49b37-5f10-4ce2-ae9d-5e971dfda314","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.878138357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"fc07ff48-2724-41d8-8244-ebd5e3de7f8f","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.87981364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"63ae7e35-5a42-49a9-973b-9e7eb264463d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.885040144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"fc07ff48-2724-41d8-8244-ebd5e3de7f8f","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.888719599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"63ae7e35-5a42-49a9-973b-9e7eb264463d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:44.476215143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.361784983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786096b9-76a9-44a6-a921-60397d0074c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.365177707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786096b9-76a9-44a6-a921-60397d0074c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.368668404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786096b9-76a9-44a6-a921-60397d0074c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.385583336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786096b9-76a9-44a6-a921-60397d0074c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.638329334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d2dbd-e385-46ce-9fd1-4fd56c13fc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.648563637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d2dbd-e385-46ce-9fd1-4fd56c13fc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.656001298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d2dbd-e385-46ce-9fd1-4fd56c13fc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.662747617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4d2dbd-e385-46ce-9fd1-4fd56c13fc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.659826046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"e969245e-9aa8-4fa4-a3aa-ad9818976ac6","namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.695207356Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"145612e1-8b2c-4606-b633-2258904ee0e0","namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.702525875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"247ec75e-9879-4e43-bd44-4e0f31b009a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.702525877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2b41823-845b-4057-8cc9-e7a0b9cddb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.718848765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0711e64c-8c9c-40e7-8420-538a885249e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.721481022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"247ec75e-9879-4e43-bd44-4e0f31b009a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.721571879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2b41823-845b-4057-8cc9-e7a0b9cddb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.722141914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"df5383c6-2a6b-489c-a650-4fa50cd0ad5f","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.722599853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"99de4fb4-7a17-4226-8862-a89d9cd4fe2b","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.729477958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0711e64c-8c9c-40e7-8420-538a885249e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.754499681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"df5383c6-2a6b-489c-a650-4fa50cd0ad5f","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.754961893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"99de4fb4-7a17-4226-8862-a89d9cd4fe2b","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.850573803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"fe3fae3f-f458-4a8c-bfd3-6c6413126acb","MaaSModelRef":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.867343158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"967cb881-4540-4196-bff6-9c0c1ecc0db6","namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.873752508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"286d1a58-a69b-4057-95c8-ad9182421181","MaaSModelRef":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.878861797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"27acf9ad-4b9a-409a-9f69-c72e70fc5a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.87949533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f077fb58-4d9f-4c70-bf5e-a84ad7d89723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.882232884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f143ece9-187b-4006-b3ad-27ef778cea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.888175126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f077fb58-4d9f-4c70-bf5e-a84ad7d89723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.888291194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"27acf9ad-4b9a-409a-9f69-c72e70fc5a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:58.891890061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f143ece9-187b-4006-b3ad-27ef778cea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.053367833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0bcc8573-fc55-4919-97a1-4916a72817de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.059348098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"42439f15-c24b-43cb-931f-50966b2bd751","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.066729985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0bcc8573-fc55-4919-97a1-4916a72817de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.069294043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"42439f15-c24b-43cb-931f-50966b2bd751","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.091225612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d63a5938-cf73-44de-91b2-85b734698832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.09147537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"10525651-4fc0-41dd-87fc-b6b27fbce944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.091811746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"6f7b16b0-259b-4a9e-8ad1-5ab1347b35bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.092023629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"77bb55b2-4817-421b-84f9-a16c7cc6b968","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.099666609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d63a5938-cf73-44de-91b2-85b734698832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.099989034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"6f7b16b0-259b-4a9e-8ad1-5ab1347b35bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.10371291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"10525651-4fc0-41dd-87fc-b6b27fbce944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.103714865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"77bb55b2-4817-421b-84f9-a16c7cc6b968","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.190765166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8054b960-36d7-4923-92c3-5f57d1e0501e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.191239257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"079adac1-d349-4829-84f8-d2aad9d4aba2","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.191301631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"872aad17-9758-4881-93de-1048307e96c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.193789303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"6e76a4ff-4a95-4c87-9d2c-5e947b53a070","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.19852308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"872aad17-9758-4881-93de-1048307e96c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.198819568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"567e563d-b2a7-405e-b0f4-9e6e485b0f7c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.199132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"079adac1-d349-4829-84f8-d2aad9d4aba2","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.201171249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8054b960-36d7-4923-92c3-5f57d1e0501e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.201744249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"6e76a4ff-4a95-4c87-9d2c-5e947b53a070","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.205771113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"567e563d-b2a7-405e-b0f4-9e6e485b0f7c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.249359587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d87f2520-0168-4f59-9f2e-dd0d464e6135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.249415551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"328c0e09-ce48-49d7-8e6a-53cfa1428a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.256383962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d87f2520-0168-4f59-9f2e-dd0d464e6135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.261370907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"328c0e09-ce48-49d7-8e6a-53cfa1428a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.370858373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0810d67e-0f64-4013-9f67-7b316ef5989f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.44941225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"169567d9-d0af-4f08-855b-5eaac91b725d","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.450023212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4738c6e7-7860-416a-921d-a91efa55f615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.45410418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0810d67e-0f64-4013-9f67-7b316ef5989f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.4545337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5d96a19b-65a2-484b-afe2-67cf25de8f12","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.454992135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8893d2b-8f83-41fa-92d9-5fc88b82393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.457516019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"169567d9-d0af-4f08-855b-5eaac91b725d","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.459789339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4738c6e7-7860-416a-921d-a91efa55f615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.46239922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5d96a19b-65a2-484b-afe2-67cf25de8f12","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.465193027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8893d2b-8f83-41fa-92d9-5fc88b82393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.552001865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d47fca77-ea71-402c-b966-ab94b94bf3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.553464829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b5b51296-f37f-47c8-848b-18ea5443bf77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.553730213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"143f3f8b-537c-4828-8430-b98db71f9007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.559488732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d47fca77-ea71-402c-b966-ab94b94bf3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.561822278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b5b51296-f37f-47c8-848b-18ea5443bf77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:59.562153141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"143f3f8b-537c-4828-8430-b98db71f9007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.783174741Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"640cd210-294c-4acd-9aa0-4cfc889d0756","namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.921744286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525325d5-4a34-4cff-858a-5e151f03ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.922434781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8b7e2669-7975-47c0-b7ce-6a1a94dd4eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.950607928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ef6b971-57be-4487-9109-6a8edc0ac5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.951313274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8abac7ab-3cdb-4223-a630-3420645dc826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.951894051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5278ff0c-abf7-4c10-b4e2-f9c5759a8f93","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:05.95671486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525325d5-4a34-4cff-858a-5e151f03ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.100695916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8b7e2669-7975-47c0-b7ce-6a1a94dd4eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.354878457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ef6b971-57be-4487-9109-6a8edc0ac5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.352930001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8abac7ab-3cdb-4223-a630-3420645dc826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.615493835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-abaf4c","namespace":"e2e-extmod-att-noaccess-6abe27"},"namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","reconcileID":"a3c35419-9e71-4b01-9026-d5df582316f0","namespace":"e2e-extmod-att-noaccess-6abe27","name":"e2e-att-noaccess-abaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.752218361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5278ff0c-abf7-4c10-b4e2-f9c5759a8f93","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.981139974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"8464abc0-2b3f-419c-8adf-1b4026655bb2","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-detach-99d6c3","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.981302221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"d2e9c8ff-5a8e-4cc2-8c36-f5882e3fcd09","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-recover-1ae616","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.981792138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"89289a7c-91ee-48ca-8231-7cdd080b14b7","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-recover-4bd766","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.984011716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3cfffc25-0ba1-401c-a2d5-63473253f805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.985155573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a9476211-6ef9-4c04-baf6-b30be8a69135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.001459352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3cfffc25-0ba1-401c-a2d5-63473253f805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.005429689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a9476211-6ef9-4c04-baf6-b30be8a69135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.048177659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3db362f9-8809-44bb-a648-f977ead9ee93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.053727942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"dfaae83c-cd79-4698-b7a4-c65379fd6be6","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.072953243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"dfaae83c-cd79-4698-b7a4-c65379fd6be6","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.07677533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3db362f9-8809-44bb-a648-f977ead9ee93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.078298601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b3c0a0ef-65de-4578-8fbd-25b610318413","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.078613564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"b3c0a0ef-65de-4578-8fbd-25b610318413","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.148027592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d7c1c2a0-1413-452b-95a6-bb5de5547ebd","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.148063686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d7c1c2a0-1413-452b-95a6-bb5de5547ebd","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"routeName":"external-model-e2e-rec-recover-1ae616-51e22df0e4c3","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","externalModel":"e2e-rec-recover-1ae616","provider":"e2e-rec-recover-1ae616-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.16510941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"6086095d-4447-4fdb-a626-c27371e99cd3","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.165130078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"6086095d-4447-4fdb-a626-c27371e99cd3","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","externalModel":"e2e-rec-recover-4bd766","provider":"e2e-rec-recover-4bd766-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.170811093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d193960-d209-4186-bf93-ac63ce8a9c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.246887514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2b60cd96-a1ab-4e99-af2c-3a95fd95c1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.247330087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"4f3cce0c-4055-40c3-a54a-73fa667bbbab","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.247758184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"ba432c01-6b8f-4c3e-bfc6-426d7ad5eaac","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.250318879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6d193960-d209-4186-bf93-ac63ce8a9c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.254462468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"4f3cce0c-4055-40c3-a54a-73fa667bbbab","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.254696651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"ba432c01-6b8f-4c3e-bfc6-426d7ad5eaac","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.257342524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fbbd9310-3a29-40cf-a2e1-a2a1bdc2105c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.25755469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2b60cd96-a1ab-4e99-af2c-3a95fd95c1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.268646824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fbbd9310-3a29-40cf-a2e1-a2a1bdc2105c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.35363794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cc6d0fdf-6b90-4d4d-b1c4-a380d7b22c0e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.363151608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cc6d0fdf-6b90-4d4d-b1c4-a380d7b22c0e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.446553132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ac177008-9cea-4295-92b1-d7c4d26cc73c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.447106408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"94acc09d-aba9-4bdb-b7c5-453677d14677","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.447556917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"045bb371-263c-4ba6-a282-07112994380f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.455029103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ac177008-9cea-4295-92b1-d7c4d26cc73c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.456740342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"94acc09d-aba9-4bdb-b7c5-453677d14677","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.457023133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d43d1e46-4f3d-4312-8567-1dff24f5c5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.457299615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"045bb371-263c-4ba6-a282-07112994380f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.46397753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d43d1e46-4f3d-4312-8567-1dff24f5c5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.471039289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1cb8f7d4-4c1c-4856-a70a-1d6f15cda537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.479647194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1cb8f7d4-4c1c-4856-a70a-1d6f15cda537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.485863004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9df00e04-0ed2-4b9b-bdc6-a0eeaf14b51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.486524095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"ba136272-31dd-4d28-bad3-852dd58cae78","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.516211241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2854ba30-38fa-4540-babd-97acde5cd0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.572946064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"ce97370b-62b0-48ac-ade2-00cb21861d38","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.576055624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"ba136272-31dd-4d28-bad3-852dd58cae78","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.578242954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9df00e04-0ed2-4b9b-bdc6-a0eeaf14b51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.579620077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2854ba30-38fa-4540-babd-97acde5cd0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.581463891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"ce97370b-62b0-48ac-ade2-00cb21861d38","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.67100289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2baaf3eb-7449-4764-a442-4aec792a834b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.678196834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7db40c26-4fe6-4b8b-98d3-cf96c3d20ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.681107128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a5454a66-9085-47be-8316-d5fd8f2a2594","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.682940784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2baaf3eb-7449-4764-a442-4aec792a834b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.685768563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7db40c26-4fe6-4b8b-98d3-cf96c3d20ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.68795042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a5454a66-9085-47be-8316-d5fd8f2a2594","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.874505897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"f7f69398-c41a-440f-85a0-c76d98ae2e47","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:07.881360093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"f7f69398-c41a-440f-85a0-c76d98ae2e47","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:08.992456768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"0c4c27a0-d590-413f-9922-5a525163454b","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:08.99248106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"0c4c27a0-d590-413f-9922-5a525163454b","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.010318915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"98e1e887-e10f-4bfb-8238-a20b748de417","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.013608523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"b101dd55-5811-4dd3-84b1-6a6dc1b36e54","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.016178354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"03a8f8ad-bbb9-4233-be16-136213592435","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.019541773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8be6e0a3-7f33-4044-a963-12507690e2ce","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.02766217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"98e1e887-e10f-4bfb-8238-a20b748de417","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.027722637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"b101dd55-5811-4dd3-84b1-6a6dc1b36e54","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.03816188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8be6e0a3-7f33-4044-a963-12507690e2ce","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.179580765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"65e65e9a-d542-4d59-ac88-756d7f98d448","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.211481339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"65e65e9a-d542-4d59-ac88-756d7f98d448","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.21344728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"d0888f14-dc15-4596-b866-ee06542bef5a","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.222149799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"93ee9f0f-8631-43e2-9922-7da08f706095","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.22921524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"d0888f14-dc15-4596-b866-ee06542bef5a","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.234420311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"93ee9f0f-8631-43e2-9922-7da08f706095","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.760481551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"6b358c97-10bf-418a-915d-06d1aa35404e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.76052683Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"6b358c97-10bf-418a-915d-06d1aa35404e","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-840d81\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.77469088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"80264104-9c21-403f-a41c-212e545af6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.781039005Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"3c43fd48-eac3-4890-84f7-7d608fe43b1b","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.78218047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"80264104-9c21-403f-a41c-212e545af6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.785476569Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"80264104-9c21-403f-a41c-212e545af6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.813764998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"147a82d6-1e67-437e-900e-a86a080fc0f8","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.813790584Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"147a82d6-1e67-437e-900e-a86a080fc0f8","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-840d81\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-4bd766-5546dcdc020f","namespace":"e2e-extmod-rec-noaccess-840d81","model":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.950395973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"a713ed86-cc64-440b-8410-df1411dbf85e","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.972477601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"896f8df0-d46b-487d-a759-0b6ba6a594d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.973639199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"08004153-d34b-4f34-a12c-d64474ac57c5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.975886007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"0a74d6b3-acf1-482d-81ba-c4ecbb0e7945","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.984378584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cd50e55b-68c2-47bd-acee-0b271c2e799a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.990660932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"896f8df0-d46b-487d-a759-0b6ba6a594d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:09.994390523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"08004153-d34b-4f34-a12c-d64474ac57c5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.001805578Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"896f8df0-d46b-487d-a759-0b6ba6a594d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.004361762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf333cb-7fa5-45e8-86ce-43d52031c7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.00551495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cd50e55b-68c2-47bd-acee-0b271c2e799a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.00562434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a3d0191a-4bae-479d-8042-8eb77ff9ad8b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.014173176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bf333cb-7fa5-45e8-86ce-43d52031c7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.014478805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a3d0191a-4bae-479d-8042-8eb77ff9ad8b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.017478205Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"e014fc85-f433-48dd-acc8-b2f49dd0efde","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.022233983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"006a07d9-2484-4384-8418-af874c968c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.029999312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"006a07d9-2484-4384-8418-af874c968c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.43631844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2c799e66-fdc5-4caf-9856-6283bb548fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.441543199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9893895e-d0fe-455d-869c-a1769cc4ca3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.447485773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6a8e6982-c79d-4c5a-9935-a7ab17aec26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.454582327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2c799e66-fdc5-4caf-9856-6283bb548fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.465565866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9893895e-d0fe-455d-869c-a1769cc4ca3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.470219864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6a8e6982-c79d-4c5a-9935-a7ab17aec26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.47555285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"6efa933a-b11b-4966-8cb3-0d355945acee","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.47621615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cf0d83fb-b42d-4ec4-9483-ad5dddd13b6f","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.4836385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"cf0d83fb-b42d-4ec4-9483-ad5dddd13b6f","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.483727178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"6efa933a-b11b-4966-8cb3-0d355945acee","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.55969101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"28b83883-57f7-4064-9e56-f0bb7dac341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.560098025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9bd8dd5b-01e0-4e1e-8c09-11ef7f30d528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.565107421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"134d6f81-f1ae-4cf0-89f8-723184cb775f","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.570448986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"28b83883-57f7-4064-9e56-f0bb7dac341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.570499531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9bd8dd5b-01e0-4e1e-8c09-11ef7f30d528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.573261768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"134d6f81-f1ae-4cf0-89f8-723184cb775f","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.66047245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d99b23e3-c998-47f1-8902-256276ad2f0b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.660776532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9ae952fe-07e5-481e-8032-cd5aaa1d9e1e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.66097211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b9bf3941-135e-43d3-8343-118267ce9386","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.661457831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1827194c-58b4-4487-aebe-54b2d87ddd26","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.668749097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9ae952fe-07e5-481e-8032-cd5aaa1d9e1e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.668888847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b9bf3941-135e-43d3-8343-118267ce9386","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.671408709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d99b23e3-c998-47f1-8902-256276ad2f0b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.671920694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1827194c-58b4-4487-aebe-54b2d87ddd26","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.672279602Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b9bf3941-135e-43d3-8343-118267ce9386","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.685416443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9390e54d-86b4-4dda-bf36-ba4dfca11991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.691182835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0d53323e-30d2-4480-9530-e734d68e9350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.693704708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"21ad0b80-658b-49c9-96f9-25eabbf867ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.696691556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9390e54d-86b4-4dda-bf36-ba4dfca11991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.746564058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1c0a6d41-0cc1-4143-8f69-10a6afe198f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.748570105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0d53323e-30d2-4480-9530-e734d68e9350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.748993955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"536ced30-87d3-42dc-9deb-ce6254c47cc2","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.749795562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"21ad0b80-658b-49c9-96f9-25eabbf867ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.754240587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1c0a6d41-0cc1-4143-8f69-10a6afe198f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.763000757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"536ced30-87d3-42dc-9deb-ce6254c47cc2","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.904051241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9c627798-32a8-486b-a9b7-35cd391808db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:10.94727931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9c627798-32a8-486b-a9b7-35cd391808db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:13.987037042Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"9b29a25f-e46f-437e-9624-663e81073018","MaaSModelRef":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"name":"maas-trlp-e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e","model":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:13.997555834Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"b642f91f-557d-4755-ae7f-416e6aeab45c","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.154289561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"cfcc0db4-fee0-41b0-ba68-4bf5a4ffef3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.155281609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fa4c5738-0830-4a6d-b8dd-b735b7c711a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.1556362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"1588a98a-ae0d-4178-917b-e3adce49d57d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.164457448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"cfcc0db4-fee0-41b0-ba68-4bf5a4ffef3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.16449379Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"cfcc0db4-fee0-41b0-ba68-4bf5a4ffef3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.164972485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"1588a98a-ae0d-4178-917b-e3adce49d57d","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.167060653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fa4c5738-0830-4a6d-b8dd-b735b7c711a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.182728198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"668ec89e-6452-4da0-87a1-075b7a013f54","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.189365206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"668ec89e-6452-4da0-87a1-075b7a013f54","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.189396902Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"668ec89e-6452-4da0-87a1-075b7a013f54","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.190777659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5c2b8450-9d26-4986-b2d3-fa70f7f51c5b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.192245246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"6b88e982-d977-4ee7-9772-f168a7bdc477","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.249440934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"5c2b8450-9d26-4986-b2d3-fa70f7f51c5b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.2499026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"6b88e982-d977-4ee7-9772-f168a7bdc477","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.48160364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.790146978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"62523063-be98-424c-9053-c359252bce87","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.954488632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"b6262835-1c8e-41ca-9e00-150cbf60061c","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.964807301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"7d08fc45-edef-4a65-bd4b-5558c508197e","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.970414689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6d53bfe0-c6e1-47ab-82e1-d54911bbabcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.979573586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"126cf580-5d08-442a-9472-9e297560a62d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:14.990743941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63db3536-34a5-4f8c-8085-768b1d091f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.043362853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"d2dc5d16-3dc7-4d59-baaf-24a2531a0d63","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.092283822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3158b5fc-fcae-424e-98d0-13f2909d84c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.095601033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6d53bfe0-c6e1-47ab-82e1-d54911bbabcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.182898535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"126cf580-5d08-442a-9472-9e297560a62d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.198392891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3158b5fc-fcae-424e-98d0-13f2909d84c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.207409667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"d2dc5d16-3dc7-4d59-baaf-24a2531a0d63","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.225798206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63db3536-34a5-4f8c-8085-768b1d091f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.334410244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c1ce7887-c996-4a30-8ff0-68ca7af6a46b","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.346624871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"c1ce7887-c996-4a30-8ff0-68ca7af6a46b","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.463114444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-1ae616","namespace":"e2e-extmod-rec-noaccess-55f04e"},"namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","reconcileID":"d8539b19-c37d-4ddc-aef4-5c34f6e2c46f","namespace":"e2e-extmod-rec-noaccess-55f04e","name":"e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.503215623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e5ce18e2-cde3-4306-aa61-fad0b43cd04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.506541398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ba1d403e-640b-4e0d-b6a6-8d85304a34ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.56425232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"0a854000-e520-4b28-ba90-32327ea099f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.649587427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e5ce18e2-cde3-4306-aa61-fad0b43cd04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.650857256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"ce64df1c-93af-4b97-becf-fff288963f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.656724908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ba1d403e-640b-4e0d-b6a6-8d85304a34ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.662686893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"0a854000-e520-4b28-ba90-32327ea099f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.664069634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"0af43e96-2932-47ab-9d49-5fa71009a0ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.673102584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"ce64df1c-93af-4b97-becf-fff288963f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.69117417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"0af43e96-2932-47ab-9d49-5fa71009a0ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.694735415Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"ce64df1c-93af-4b97-becf-fff288963f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.853758748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"754edc25-e58c-4429-ae51-dab041837aa5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.854286897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"11088f44-668a-43d5-8324-70a13f12ae58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.854690299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"f3c6d1e3-5d24-4793-aa9e-2264cf80877d","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.855620623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fd8b96d4-c173-4a47-a804-daa7d6d8b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.858353407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"019d399f-ac35-466b-8da8-6452d76e0972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.862339225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"f3c6d1e3-5d24-4793-aa9e-2264cf80877d","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.862653297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"754edc25-e58c-4429-ae51-dab041837aa5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.866095581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"11088f44-668a-43d5-8324-70a13f12ae58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.866560775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"019d399f-ac35-466b-8da8-6452d76e0972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.867516104Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"754edc25-e58c-4429-ae51-dab041837aa5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.868757087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fd8b96d4-c173-4a47-a804-daa7d6d8b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.952430174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"17c6621d-e428-4dca-a446-8f68da729684","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.959968219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"17c6621d-e428-4dca-a446-8f68da729684","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.996856533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81fbdffe-9040-41dd-a453-b0f63c8ffb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.998652397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d0f72677-22a7-4889-a504-9b8d515b6699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:15.998691902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6b1bdda1-e202-49de-b988-15e0012b5ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.005489408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81fbdffe-9040-41dd-a453-b0f63c8ffb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.009360343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"27367bc0-cdaf-41c9-9510-ec6a5575ad37","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.014013134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d0f72677-22a7-4889-a504-9b8d515b6699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.015081663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6b1bdda1-e202-49de-b988-15e0012b5ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.019030737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"27367bc0-cdaf-41c9-9510-ec6a5575ad37","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.17996184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44621ce8-302d-4a5a-92d2-125f4bdb5393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.181199468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c840cd99-e862-4a7a-abef-41b0cd9ce2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.188786016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7a2ce87a-e2df-44c3-9641-e2cc5360bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.193666317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"807ebb7e-296e-49d0-93df-d46a6b02386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.202620127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44621ce8-302d-4a5a-92d2-125f4bdb5393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.203574868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7a2ce87a-e2df-44c3-9641-e2cc5360bc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.208397833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c840cd99-e862-4a7a-abef-41b0cd9ce2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.211060282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"807ebb7e-296e-49d0-93df-d46a6b02386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.255618363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"1c3476bb-f7fa-44ba-941e-a802a5420ba2","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.266496381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"1c3476bb-f7fa-44ba-941e-a802a5420ba2","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.412883612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"595837c7-6d01-445b-9990-2864d7b99ed5","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.412893247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"31b4036b-f6c7-4621-82f5-25c46947e53e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.425003428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"31b4036b-f6c7-4621-82f5-25c46947e53e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.427997986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"595837c7-6d01-445b-9990-2864d7b99ed5","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.432533339Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"31b4036b-f6c7-4621-82f5-25c46947e53e","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.485684914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6d4dedbe-5362-40fd-a19c-b6829ea7bedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.487332784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d46c137e-d339-49a0-a2f0-54c095df7356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.487783175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"cf73e38b-66e6-4df0-9233-91b5d87c4dc7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.494182684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6d4dedbe-5362-40fd-a19c-b6829ea7bedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.495674942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d46c137e-d339-49a0-a2f0-54c095df7356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:16.497387983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"cf73e38b-66e6-4df0-9233-91b5d87c4dc7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:19.020324285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"f57021eb-6f8a-4feb-850a-e2f68eaa75a5","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:20.017545544Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"100faeba-9ee4-4a8e-9818-039d67bb470b","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.100159994Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"905c985b-6b1f-45ff-95b8-d566cb0eadce","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.105512871Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"a2dcb553-4f2c-46ca-acf0-06628de4b146","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.131736859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c7b459a-6031-4fb5-9fda-3c668f321f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.146671095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c7b459a-6031-4fb5-9fda-3c668f321f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.151791466Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c7b459a-6031-4fb5-9fda-3c668f321f22","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.166204723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"30afb800-e247-43ea-8379-253a1cbc5326","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.204748872Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"3f310ccc-bf5a-48d8-9ea6-e84f10b514b0","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.210218113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f45321e8-d477-46cc-8bae-511a6caabca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.210793649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7dba0993-5b14-4740-b245-6951a0c1c2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.249255498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bc1b8233-a004-411c-a375-eb3ab3ca29cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.269371727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f45321e8-d477-46cc-8bae-511a6caabca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.278804066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a2f99bb4-9276-480f-b2b2-67d7b343da72","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.282988657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"af021a6e-11fd-434a-b472-801ae50d92f7","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.280311507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7dba0993-5b14-4740-b245-6951a0c1c2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.294642118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bc1b8233-a004-411c-a375-eb3ab3ca29cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.300440515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a2f99bb4-9276-480f-b2b2-67d7b343da72","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.346840217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"af021a6e-11fd-434a-b472-801ae50d92f7","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.357650463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"747b4542-e67f-4060-bd13-f9026bec8fd1","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.369344261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"6adce7a1-d816-447e-b71e-6a008c0a02e6","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.406562099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"da356a1e-ef5a-45ae-97b8-91f89db583f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.407291623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f28a8c13-bb7f-4819-8a0b-1e529bb6b033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.415074304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"da356a1e-ef5a-45ae-97b8-91f89db583f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.417485388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f28a8c13-bb7f-4819-8a0b-1e529bb6b033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.507828696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e31b752-e853-43c5-8fc1-ef70da434623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.510123292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44550540-3578-4056-8cdc-a910c5e596db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.513928974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"4022d96f-a2b4-40a0-840a-183657850fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.517273127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e31b752-e853-43c5-8fc1-ef70da434623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.517601809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44550540-3578-4056-8cdc-a910c5e596db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.52080327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"4022d96f-a2b4-40a0-840a-183657850fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.579666242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"b71bb4bd-228b-4011-b877-15901cb6f240","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.598654596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"b6a87a3a-ba0a-446d-9a92-b578e4879569","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.602113771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"eb248a1c-6ae6-4f80-af64-af30222217b9","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.602135335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"eb248a1c-6ae6-4f80-af64-af30222217b9","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-e257d5-e0999e9b2b23","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.610271248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b5d213bb-3290-4cd2-af55-dc052e0b2d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.612990715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a13fe230-78d9-4658-85aa-dcd367160b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.619677685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b5d213bb-3290-4cd2-af55-dc052e0b2d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.620471622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a13fe230-78d9-4658-85aa-dcd367160b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:21.953803673Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"abd7af37-3307-4846-8a0f-023be415aca9","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.112598411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"8fe84cf1-a6a4-40f2-960f-2eab56f3058b","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.151414773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"7cadd5d4-b7b2-4a21-81d0-157c4487d218","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.152089097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c5d6c62a-1897-420f-9122-b13c19685144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.161133929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"07b47d46-8edd-436e-a6a0-d161553ffa31","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.162940837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4328927c-eebb-4e43-b82a-24a093505f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.165008494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"8151ec3a-c696-479d-839a-2f388c1521ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.166963092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c5d6c62a-1897-420f-9122-b13c19685144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.167241132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"71ee392a-0084-419b-aed5-34af9eca60c9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.197494839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"07b47d46-8edd-436e-a6a0-d161553ffa31","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.201870227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"71ee392a-0084-419b-aed5-34af9eca60c9","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.206671795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4328927c-eebb-4e43-b82a-24a093505f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.207136096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"8151ec3a-c696-479d-839a-2f388c1521ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.208808937Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"07b47d46-8edd-436e-a6a0-d161553ffa31","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.331434728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"42dd86a7-9d79-4075-81d1-73d0a1e008eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.366342752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"42dd86a7-9d79-4075-81d1-73d0a1e008eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.550481395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"57a763bd-0ba2-4769-a149-6b25c609f2bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.558262629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"aef10122-f292-4ec8-95aa-09487bf5c06f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.579163275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"57a763bd-0ba2-4769-a149-6b25c609f2bf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.579861128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"27d107f0-efe8-4231-9264-6bf5c8961a2f","namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.582290333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"aef10122-f292-4ec8-95aa-09487bf5c06f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.590023407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1aae27fe-ac97-43a2-af93-40037a765db9","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.590415121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"5c81e6e3-374a-46be-8242-f5918a63eb39","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.592587675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b736715a-aba6-4585-b029-aab084564477","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.600339994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1aae27fe-ac97-43a2-af93-40037a765db9","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.602682785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"5c81e6e3-374a-46be-8242-f5918a63eb39","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.649834603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b736715a-aba6-4585-b029-aab084564477","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.664085741Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"fb2f4f2e-5742-4861-8358-64a66d60eb6a","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.673582836Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"b736715a-aba6-4585-b029-aab084564477","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.6737741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"e0f6cc66-bae6-4be2-b76f-46bd2bc4bfe0","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.673894195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"e0f6cc66-bae6-4be2-b76f-46bd2bc4bfe0","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.678535173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c68dc388-9e40-491e-84d4-9bd725f9db42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.69673852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"65b0ec13-fedf-44b8-a303-29bec5b7e89b","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.698253271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"65b0ec13-fedf-44b8-a303-29bec5b7e89b","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.696980614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c68dc388-9e40-491e-84d4-9bd725f9db42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.717307195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"09b3ffa3-d85d-4322-9938-8dd8078660e8","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.717376267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"09b3ffa3-d85d-4322-9938-8dd8078660e8","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.734167953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1c747dd0-8ca4-405b-88e5-1fa7cc3b8298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.735132015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9295665c-7cee-4316-8e62-3f2528e98880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.741979662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1c747dd0-8ca4-405b-88e5-1fa7cc3b8298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.750131739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9295665c-7cee-4316-8e62-3f2528e98880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.768163461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"1cd11f2a-72d4-42f8-a643-ae3f7ea85f2b","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.768592393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"1cd11f2a-72d4-42f8-a643-ae3f7ea85f2b","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.834450001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"fa3203fd-01de-4e22-ad21-f4d36544bf27","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.834884343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7c948f92-86c4-4919-8dbd-f9c99029e3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.844691415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"fa3203fd-01de-4e22-ad21-f4d36544bf27","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:22.846393036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7c948f92-86c4-4919-8dbd-f9c99029e3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.872290528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"30c43d34-86fc-405d-b57b-c14fbefe7a05","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:22.872474158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"30c43d34-86fc-405d-b57b-c14fbefe7a05","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.00178009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8b2c97ad-bc29-4851-a865-e4197d5cb65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.038353694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a4807ab-10c8-4933-8978-44fe0fd68d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.057424239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec97c30-bed4-4706-bccb-b124e829664d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.119818093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bd1ac8ad-72cd-4f51-b9a3-362d8aaaf7bc","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.129458139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"394c5962-eda9-4467-9166-8f3ee9622537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.155410373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a4807ab-10c8-4933-8978-44fe0fd68d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:23.164437223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"b7f569ea-728a-4688-8fa9-0e00bb0b0412","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:23.209701941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-4bd766","namespace":"e2e-extmod-rec-noaccess-840d81"},"namespace":"e2e-extmod-rec-noaccess-840d81","name":"e2e-rec-recover-4bd766","reconcileID":"b7f569ea-728a-4688-8fa9-0e00bb0b0412","error":"ExternalModel e2e-rec-recover-4bd766 not found in namespace e2e-extmod-rec-noaccess-840d81 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.220283786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec97c30-bed4-4706-bccb-b124e829664d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.427346508Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"86d54fa9-6f6c-4852-ac31-8fb1d2504ec3","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.430848094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"394c5962-eda9-4467-9166-8f3ee9622537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.434337694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bd1ac8ad-72cd-4f51-b9a3-362d8aaaf7bc","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.436014005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8b2c97ad-bc29-4851-a865-e4197d5cb65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.469415642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"98f3d1cd-a335-43da-b5e5-a39d8e65829e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.470113381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5804af86-b5da-430c-86dd-cb083fbd0602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.480144446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5804af86-b5da-430c-86dd-cb083fbd0602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.483241999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"98f3d1cd-a335-43da-b5e5-a39d8e65829e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.577151521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"1b3483f4-30e3-4590-8f47-fb2be822e8f3","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.578382236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"4b48caef-c1c5-4edc-a30e-e1ddba50b7c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.594634008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"1b3483f4-30e3-4590-8f47-fb2be822e8f3","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.595587551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"4b48caef-c1c5-4edc-a30e-e1ddba50b7c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.671584175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1b25af33-33cf-4ee0-8873-dbfefa87b4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.672330829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0d32992a-4bc8-45a8-8cd9-654e0afaf1ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.683496445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"818eadc8-a80e-434f-8f08-cb7dd4ca182d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.702393562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0d32992a-4bc8-45a8-8cd9-654e0afaf1ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.702835693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1b25af33-33cf-4ee0-8873-dbfefa87b4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.707536252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"818eadc8-a80e-434f-8f08-cb7dd4ca182d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.717772601Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"818eadc8-a80e-434f-8f08-cb7dd4ca182d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.801309209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"037a856b-bd1b-402a-889e-c9351ec51adc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.871242173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d5e43ffd-e02e-435b-a8e8-0e0a836b1dff","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.872238105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4c7d7701-d42a-4399-8a35-c59928a4c3f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.876259887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"037a856b-bd1b-402a-889e-c9351ec51adc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.88193151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"f444ebb5-b8dc-4b52-8b81-2b783391fc5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.889958237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4c7d7701-d42a-4399-8a35-c59928a4c3f6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.893420605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d5e43ffd-e02e-435b-a8e8-0e0a836b1dff","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.893455329Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d5e43ffd-e02e-435b-a8e8-0e0a836b1dff","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:23.897371592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"f444ebb5-b8dc-4b52-8b81-2b783391fc5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.037412557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"a43e52b6-9cf2-4610-b059-741de97ccff6","namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.206496167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"f4b8c3b5-4293-49e3-8904-de552d3f04be","namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.32923036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f69e7e46-98b2-4047-b03e-597c45d52c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.330079931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"9b7b5b32-b303-40fd-a0b5-a82034e08fa0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.332355205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"e3c15aa0-ea32-4dd7-8780-0e2c87d2d3cc","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.346070639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"9b7b5b32-b303-40fd-a0b5-a82034e08fa0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.360997307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f69e7e46-98b2-4047-b03e-597c45d52c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.375426242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c24e0c1-251a-4e8c-a00e-080c97812c16","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.376514357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"31db2538-255a-4513-9799-95b27829d53c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.392024617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"4d858618-fc9d-430c-8137-b41565868acb","namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.396220485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"0edb65d2-a689-49df-a3aa-8d74a22ec96c","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.396250474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"0edb65d2-a689-49df-a3aa-8d74a22ec96c","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.402520596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c24e0c1-251a-4e8c-a00e-080c97812c16","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.404204519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9c001e3c-69c5-414c-8881-5e1559e50411","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.455087487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"31db2538-255a-4513-9799-95b27829d53c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.458110626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9c001e3c-69c5-414c-8881-5e1559e50411","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.465726374Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3c24e0c1-251a-4e8c-a00e-080c97812c16","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.474886348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"257cefca-fcfb-4acc-b8d8-d8cd340fa51f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.475021924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"257cefca-fcfb-4acc-b8d8-d8cd340fa51f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.499366869Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"4d23d1e8-ba35-4d0d-945d-089632a11d76","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-e257d5-e0999e9b2b23","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.534851951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5547d934-9499-4441-9d63-ce59e9c6422d","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.534878735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5547d934-9499-4441-9d63-ce59e9c6422d","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.536827063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c68b3713-cbb2-485e-af60-3d0df333b73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.578252588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c68b3713-cbb2-485e-af60-3d0df333b73e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.602677108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"3b75e194-ac0a-4673-8fe6-ff2f4cbb5340","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.621572417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"2d2976a8-a0ae-4d47-b028-cf7be355b70b","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.650159143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2128e9b1-9252-4943-8cb5-75a27c3f5446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.664812621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"485ff0e9-a794-4235-b5cf-cf4423e41229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.676436468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0f915e68-a3bf-48e3-a28f-21ab240c482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.7712132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"4cdaaf5f-4d9b-4aa6-8a60-8ec17e290d47","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.774788934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2128e9b1-9252-4943-8cb5-75a27c3f5446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.927859244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"485ff0e9-a794-4235-b5cf-cf4423e41229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:24.967935405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0f915e68-a3bf-48e3-a28f-21ab240c482d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.031646955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"4cdaaf5f-4d9b-4aa6-8a60-8ec17e290d47","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.053514207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79233911-8e80-4e08-a1de-02f184ad5b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.056770384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"16c138c6-892f-431d-99a0-f6c621b3cd2b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.062541669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79233911-8e80-4e08-a1de-02f184ad5b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.066793316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"16c138c6-892f-431d-99a0-f6c621b3cd2b","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.220659789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"04c40c0a-5169-4725-b11f-ff50de817f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.221717517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"aac1c3c3-936a-48b1-bbce-693b3a3365c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.222879218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78475f0f-8456-4c18-9f4f-06b009f54cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.225242638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"833a46aa-1b51-4b87-92e8-81ab739fbad7","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.225521156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d22548f7-9f29-4d78-86b2-b913aa03af9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.230413559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"04c40c0a-5169-4725-b11f-ff50de817f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.230432859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78475f0f-8456-4c18-9f4f-06b009f54cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.232890319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"aac1c3c3-936a-48b1-bbce-693b3a3365c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.235138648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"833a46aa-1b51-4b87-92e8-81ab739fbad7","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.235653785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d22548f7-9f29-4d78-86b2-b913aa03af9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.306406305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"bef9bc1c-288f-4c89-bd52-3bf1ad7687bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.306532865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5bb0fd6e-2fbf-4b29-876a-620d477c19c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.306860028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"b85eb5e4-95a4-4121-9a83-9035d757af94","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.306948288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"00482437-ba9e-4db0-ad20-2b74d1900a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.308848438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d25bea86-24ad-49f2-8292-a97d732f3b70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.317031031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"bef9bc1c-288f-4c89-bd52-3bf1ad7687bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.31730568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5bb0fd6e-2fbf-4b29-876a-620d477c19c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.319263803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"b85eb5e4-95a4-4121-9a83-9035d757af94","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.31958474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"d25bea86-24ad-49f2-8292-a97d732f3b70","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.32151476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"00482437-ba9e-4db0-ad20-2b74d1900a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.330593834Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"bef9bc1c-288f-4c89-bd52-3bf1ad7687bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.406161275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"441592cc-fc8f-433e-a4bc-f46457a0b3a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.406393751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"5e7dfe8f-a208-4d85-a0a9-5da82c6fdee1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.414948124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"5e7dfe8f-a208-4d85-a0a9-5da82c6fdee1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.415556599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"441592cc-fc8f-433e-a4bc-f46457a0b3a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.421663848Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"441592cc-fc8f-433e-a4bc-f46457a0b3a5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.50886663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"071cd9a9-4324-4614-ba01-9fb9a1adff72","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.50889679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"071cd9a9-4324-4614-ba01-9fb9a1adff72","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.512344149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"bdba0271-cc25-45ae-b4e0-71343d813b91","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.514840519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7ba1edbd-cc20-48dc-8bbf-64c689593136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.516499623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6b9af32d-6dd0-4f7a-8bdc-3e124d1898f5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.517000178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7df55e0d-e361-4248-a967-88cf3e43c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.549622694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6b9af32d-6dd0-4f7a-8bdc-3e124d1898f5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.553370864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7df55e0d-e361-4248-a967-88cf3e43c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.555707142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7ba1edbd-cc20-48dc-8bbf-64c689593136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.566136941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"bdba0271-cc25-45ae-b4e0-71343d813b91","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.572106089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"bdba0271-cc25-45ae-b4e0-71343d813b91","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.581826876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"b913906c-75b2-4e2d-a55b-14748b0941dc","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.581860434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"b913906c-75b2-4e2d-a55b-14748b0941dc","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.660813803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f605aaf4-2ae6-40d2-82d1-883d0b568dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.662842516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"743a3c28-9c37-4da8-bc8a-550c0d81fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.663991196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"eb71a225-2355-49bf-b360-6929dc768648","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.668578458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f605aaf4-2ae6-40d2-82d1-883d0b568dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.675352187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"743a3c28-9c37-4da8-bc8a-550c0d81fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.677752066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"eb71a225-2355-49bf-b360-6929dc768648","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.756784239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aec0a9e9-4ceb-411b-ade6-3dbfe9e82512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:25.767730934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"aec0a9e9-4ceb-411b-ade6-3dbfe9e82512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.276076513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"228414e6-4e7d-49b5-9c86-3874e0f94070","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.453455056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"9f4cf7fe-8bf1-4e04-9f8e-1ece581eb2aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.454275249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"9901b8fa-7912-4606-8ce1-1544bb5bc7ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.454393226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"74be6cd2-2039-4da8-95ba-3dd7ad903c9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.467681772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"bd3159dd-c643-46b1-8d06-d805d152f9ab","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-rec-ctrl-4116c8","model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.468395053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"c5b4d843-910a-49c4-876e-93514acee24f","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rec-ctrl-ce1fab","model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.554128512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c96896-e923-4e6c-8039-cb58fa8e9e62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.554378345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"82e06399-177b-46ad-af57-e4f4b7cbc7ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.554592392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"53ccd9fa-1998-42e8-bd2f-b3d6ef3e3b01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.596064519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"19bbc954-ea2a-4190-8151-476c7ab86e82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.596100642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"82cb3607-5900-42f3-8def-19590650a11c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.5964623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"afcb2bcd-0e3b-455b-a4e8-391712992eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.598978523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"c979028f-31ca-477c-b253-a8129c0417b0","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.761262626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"a80bfeab-4c56-4d89-8d91-9ef7db7d70af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.763284884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"16680873-7bb9-4a92-b65c-01aa11d00ce8","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.796475138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"146f7a9a-da11-4ae1-826a-f73a4a0f2129","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.813335603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f464d95-d227-4880-9756-d43c0cfb7675","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.813538833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"a89167fb-60d3-41c6-8cd5-ff9c092cea58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.941140491Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"3ae93dee-aed1-4d28-aee4-ad2f6a30b528","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.945694154Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"f994ccc7-4814-47c2-bfcd-d32182ae85aa","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.957036073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"f02ba93c-95e4-4884-b1bd-3590c23dfbcd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.966974095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"f02ba93c-95e4-4884-b1bd-3590c23dfbcd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.976252696Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"f02ba93c-95e4-4884-b1bd-3590c23dfbcd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.980581031Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"85ada18b-49b7-4e00-bb28-b4afc0c61faa","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.052609432Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"f9425d79-28cc-4d71-bf6b-8860cd7c65b9","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.062954133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"1ee3aab6-74c2-4e98-9b93-b1a5868387e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.063180401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"16a1fda6-4bf2-4032-9ce0-6e2076465c6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.062955102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f7f686b5-a08c-46de-9667-143b5b8b73af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.070624003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"16a1fda6-4bf2-4032-9ce0-6e2076465c6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.071091063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"1ee3aab6-74c2-4e98-9b93-b1a5868387e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.072804779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"f7f686b5-a08c-46de-9667-143b5b8b73af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.075232225Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"1ee3aab6-74c2-4e98-9b93-b1a5868387e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.077949134Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"16a1fda6-4bf2-4032-9ce0-6e2076465c6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.078479099Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"68a1b8b8-eff4-4012-9918-7931879f643b","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"routeName":"external-model-e2e-rec-ctrl-4116c8-3651a70af4ea","namespace":"e2e-extmod-rec-user-f549e6","model":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.102523209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"9627039d-3354-46dc-ae95-38a62284e0c6","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.106214673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"4f7e07f3-da60-4efd-8ec2-43323b4ee688","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.114394391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2252015e-8ee9-4516-a8f9-ff1eb1a64c7a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.114688085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"56062f69-2701-44cd-a8e5-82e7b2d9f8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.115011967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b444e7-c1a4-4c5e-a2a4-ba30e75e05c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.122844037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5b444e7-c1a4-4c5e-a2a4-ba30e75e05c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.123265224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2252015e-8ee9-4516-a8f9-ff1eb1a64c7a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.125107007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"56062f69-2701-44cd-a8e5-82e7b2d9f8e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.145969668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2252015e-8ee9-4516-a8f9-ff1eb1a64c7a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.159451337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"33a105ac-f268-441b-a1fe-d2fef9b63dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.169339899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"33a105ac-f268-441b-a1fe-d2fef9b63dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.550418733Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"e1eb85f4-36c2-4e0b-82d3-6b77ec05adfd","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","error":"MaaSModelRef not found: e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.642316939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fde72d51-e0d1-4617-9a97-88d5729b241d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.643900193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"570d0382-498f-4220-ac3f-7ab97b8c7898","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.645553926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"1b25047f-6e66-4945-8524-97486f2316e1","namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.649762298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"53802ede-21ff-445e-ba09-85a8d6638e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.655360396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fde72d51-e0d1-4617-9a97-88d5729b241d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.656651127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"bb8106c4-6628-4d74-b8a7-cf71c42a4fe0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.657294893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"d93bf97f-c618-4b6f-84f9-2bcd2bc7721d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.668621893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"53802ede-21ff-445e-ba09-85a8d6638e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.671879084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"eed21125-6cb6-4111-9c58-54ad80db7ffa","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.672442937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"bb8106c4-6628-4d74-b8a7-cf71c42a4fe0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.674895345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"d93bf97f-c618-4b6f-84f9-2bcd2bc7721d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:28.676785413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-4116c8","namespace":"e2e-extmod-rec-user-f549e6"},"namespace":"e2e-extmod-rec-user-f549e6","name":"e2e-rec-ctrl-4116c8","reconcileID":"bc194490-199c-44e3-917a-7396f5a0ff01","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-4116c8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.681347116Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"d93bf97f-c618-4b6f-84f9-2bcd2bc7721d","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.681389498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"eed21125-6cb6-4111-9c58-54ad80db7ffa","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.770190427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3d0a4682-98be-4131-8ffe-05a1f663c429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.775178862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fed6b942-9388-4fb4-88b5-8f0fea219a41","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.775303395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b2a03309-bcfe-470d-93e4-9edce3105959","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.775784507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"51c36e4e-f017-475d-97db-ab3a363e3b1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.778260972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"fc0ca63a-7ade-486c-8e8d-e9a2d070b2ed","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.780793093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3d0a4682-98be-4131-8ffe-05a1f663c429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.78305821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fed6b942-9388-4fb4-88b5-8f0fea219a41","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.783085608Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"fed6b942-9388-4fb4-88b5-8f0fea219a41","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.783317701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b2a03309-bcfe-470d-93e4-9edce3105959","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.785450389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"51c36e4e-f017-475d-97db-ab3a363e3b1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.786991296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"fc0ca63a-7ade-486c-8e8d-e9a2d070b2ed","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:28.791595053Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"51c36e4e-f017-475d-97db-ab3a363e3b1a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.053657106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"68da7d66-280d-49ff-9147-86be2f2fc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.054087893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ba271e99-243c-4170-b4af-0b58c16118ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.054468213Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"4a4eeb2c-f206-4e97-ab43-3d6189cfd041","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.054814193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f7b03b12-f43a-4e9f-bb18-ece99907a93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.061728778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"68da7d66-280d-49ff-9147-86be2f2fc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.063990055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ba271e99-243c-4170-b4af-0b58c16118ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.064702723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"15250842-759a-4557-a7aa-eb0c9c80098e","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.066357489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f7b03b12-f43a-4e9f-bb18-ece99907a93d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.069541306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"617f40b5-5033-4f03-848a-cbc13205c4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.07379102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"15250842-759a-4557-a7aa-eb0c9c80098e","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.077678434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"617f40b5-5033-4f03-848a-cbc13205c4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.16280527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"52fa2eef-2b13-4b76-90f8-3a495db9160b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.166592579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6375eff-c482-42c8-9730-52904f72ba0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.166766569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d9222536-5a64-4bb0-b80c-d365509bb293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.167016189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"ce3bb3f2-776c-4279-9caf-8334d3a0c03a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.170647069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"52fa2eef-2b13-4b76-90f8-3a495db9160b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.172703269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"612f5c81-e1ec-4337-83a0-5e7e3db63026","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.174815587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6375eff-c482-42c8-9730-52904f72ba0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.175707845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"ce3bb3f2-776c-4279-9caf-8334d3a0c03a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.178102851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d9222536-5a64-4bb0-b80c-d365509bb293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.179049634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"52fa2eef-2b13-4b76-90f8-3a495db9160b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.184613381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"612f5c81-e1ec-4337-83a0-5e7e3db63026","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.191240782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"612f5c81-e1ec-4337-83a0-5e7e3db63026","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.267018263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4512399c-b86d-4803-ae41-513fdb49e707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.275457175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4512399c-b86d-4803-ae41-513fdb49e707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.644630832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4736dca-85d7-4c29-8159-c1ca4ff4f266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.65921044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"f12c0c92-da80-41a4-9e34-e637294b65fb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.664650326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4736dca-85d7-4c29-8159-c1ca4ff4f266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.665393843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a418cbb5-3f9a-4f37-8596-d002fa1c8954","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.666035879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"181dfabe-1ff3-41d7-b289-18ce834b6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.66663319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"af743439-0b8b-432d-9be8-b333179156ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.675132748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"f12c0c92-da80-41a4-9e34-e637294b65fb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.680067706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"181dfabe-1ff3-41d7-b289-18ce834b6768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.68514971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"af743439-0b8b-432d-9be8-b333179156ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.688011075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a418cbb5-3f9a-4f37-8596-d002fa1c8954","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.794027975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"de98df51-1299-473e-89f0-dba4b89a0b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:29.801705302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"de98df51-1299-473e-89f0-dba4b89a0b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.641811657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"92fd7eb2-b545-43cd-8b96-e29d68dce6dd","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.911542258Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"cb96b6bf-5b53-44cd-a1be-205af3820e20","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.914417766Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"c6c356c8-2310-4033-adfc-86681f09666d","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.927757109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"844b003f-a17b-4e05-912c-11c47ba9bc92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.936360824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"844b003f-a17b-4e05-912c-11c47ba9bc92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.940491836Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"844b003f-a17b-4e05-912c-11c47ba9bc92","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.942064887Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"e464f2f7-8fc2-4ab2-8278-4bfb78c351f4","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"routeName":"external-model-e2e-rec-ctrl-ce1fab-424f2529fe95","namespace":"e2e-extmod-rec-user-cc26a5","model":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:34.999430049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"138399e7-8844-48a3-b7b8-81f6cd6e720d","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.004494257Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"81d1c032-e8a3-4d4f-89e8-cb83fb4bda2b","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.009074741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"789ede4b-d3d5-45bf-8aad-a032c9167241","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.009808574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4b438f41-0ed3-4d31-80bb-b5ea19b740f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.012022558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"10df772f-95e0-4a8d-a256-dfdff4ad510d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.012245538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"106991eb-c423-4d82-9495-136a1f208921","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.012573131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8b9bb5c9-81c9-4b32-a532-8c0c588b148f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.016816585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"789ede4b-d3d5-45bf-8aad-a032c9167241","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.0171459Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"8cd898a6-ea31-49f9-8a8c-156166b9218a","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.018074762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4b438f41-0ed3-4d31-80bb-b5ea19b740f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.020034353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"10df772f-95e0-4a8d-a256-dfdff4ad510d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.021228941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"106991eb-c423-4d82-9495-136a1f208921","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.022595443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8b9bb5c9-81c9-4b32-a532-8c0c588b148f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.02421675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"789ede4b-d3d5-45bf-8aad-a032c9167241","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.025257842Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"4b438f41-0ed3-4d31-80bb-b5ea19b740f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.028897975Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8b9bb5c9-81c9-4b32-a532-8c0c588b148f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.047043703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"aa7f71b4-9772-413c-a2bf-864c57baa103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.047217235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"b137d7f0-3439-4ee8-b562-0894f1a14993","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.053790522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"0cd2988a-e347-42f5-a824-487899b4ca38","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.05767821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"aa7f71b4-9772-413c-a2bf-864c57baa103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.227526649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9747abc6-50f8-45aa-8060-7578f9b4303b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.346650983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9747abc6-50f8-45aa-8060-7578f9b4303b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.436399146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"55306421-387f-4dc5-815e-fe80ddf36f6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.437476045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"98536d9a-2548-498c-9f4d-8fb7521f3e57","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.486552355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"2c21c1fa-ddf5-45ce-a039-aa025c11633e","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.490479828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c5a63bc8-9ca5-4892-9e54-57822344306d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.490782842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"98536d9a-2548-498c-9f4d-8fb7521f3e57","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.492005831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"55306421-387f-4dc5-815e-fe80ddf36f6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.504723744Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"55306421-387f-4dc5-815e-fe80ddf36f6c","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.513882027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c5a63bc8-9ca5-4892-9e54-57822344306d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.526995734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"2c21c1fa-ddf5-45ce-a039-aa025c11633e","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.531892566Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"20f93070-47ee-4c9e-b70d-63742a8a0d90","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.53243921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc88c4f3-4f7e-4afc-a118-0b7ca3310c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.554002994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"dc88c4f3-4f7e-4afc-a118-0b7ca3310c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.66697407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"260e1f03-09b7-42e3-928f-3a444a5d09d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.667470967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a036be3-821c-4f4b-96e8-186958f71d5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.674533687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a036be3-821c-4f4b-96e8-186958f71d5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.674556702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"260e1f03-09b7-42e3-928f-3a444a5d09d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.677576029Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"260e1f03-09b7-42e3-928f-3a444a5d09d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.680019475Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a036be3-821c-4f4b-96e8-186958f71d5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.762539193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"9db0c425-e26b-4e23-b5c5-836b645f09d2","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.766067592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"e436b5a1-afdf-49c1-bbfd-2764415769a5","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.76644706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"babf8776-6e23-4db3-9edc-7ba08dc53858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.767130113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3066a9a7-ea0b-433c-add7-06a925f394ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.767546712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"919f6279-286a-4170-9be6-c781066fe8b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.767677607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37112846-1945-49fa-9ced-d419e88e5901","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.774136388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"babf8776-6e23-4db3-9edc-7ba08dc53858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.774680167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"4dbae3c2-7253-491e-bbdf-c37f959f5b02","namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.775779695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3066a9a7-ea0b-433c-add7-06a925f394ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.77701529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37112846-1945-49fa-9ced-d419e88e5901","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.778023236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"919f6279-286a-4170-9be6-c781066fe8b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.779683954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"2896c377-622a-432e-9822-d29db3edcc6f","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.84754404Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37112846-1945-49fa-9ced-d419e88e5901","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.847856115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"2896c377-622a-432e-9822-d29db3edcc6f","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.8550565Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"924744ce-9375-4bd1-b7b2-9c0ad3a85111","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.858412216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"95b56bb9-706a-4cad-9006-74bcad7eadfd","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.85847434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"95b56bb9-706a-4cad-9006-74bcad7eadfd","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.863405275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"940136a8-f781-4874-bace-5aec77cc66d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.881203469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"8ab7912a-e36f-4c81-b452-4af357c3bd35","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.881319103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"8ab7912a-e36f-4c81-b452-4af357c3bd35","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.886252257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"940136a8-f781-4874-bace-5aec77cc66d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.946424327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"11987cc9-5c02-4593-9704-9eff922f1fe9","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:35.946534143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"11987cc9-5c02-4593-9704-9eff922f1fe9","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.960744336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"313a6ab6-ac90-4fc3-b971-ca2a0e144ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.962455193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5a7ba628-7a2f-44d1-8c7a-1e8a39a8bef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.962846965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"fdd69445-49c6-4b1e-a327-704e01c981a5","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.966484724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"4cff4a1f-1851-4d02-9246-4d829406bbdb","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.968305905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"313a6ab6-ac90-4fc3-b971-ca2a0e144ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.969326238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5a7ba628-7a2f-44d1-8c7a-1e8a39a8bef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.969842979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e978b24b-b23a-48e2-9d26-b4a55cbda40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.97065956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"fdd69445-49c6-4b1e-a327-704e01c981a5","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.974653888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"4cff4a1f-1851-4d02-9246-4d829406bbdb","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:35.976631049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e978b24b-b23a-48e2-9d26-b4a55cbda40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.008212951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"8c6b567b-e26c-44a0-9f29-261ca594f173","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.011163558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"8c6b567b-e26c-44a0-9f29-261ca594f173","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.091302148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"159edc6f-7e42-45b9-ad94-06259f016577","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.094173517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"5f0aad4f-9dd9-4ea2-a09e-7a9848e7cb67","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.094316572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"5f0aad4f-9dd9-4ea2-a09e-7a9848e7cb67","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.094513721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea99552c-ec21-4ba7-8da1-91c413f1a437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.098444016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d582bb47-7ad2-4795-9bc7-6998c9b2274d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.099095185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"159edc6f-7e42-45b9-ad94-06259f016577","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.101579514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea99552c-ec21-4ba7-8da1-91c413f1a437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.105128791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"159edc6f-7e42-45b9-ad94-06259f016577","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.105365086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d582bb47-7ad2-4795-9bc7-6998c9b2274d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.115490242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"73e396fb-c70f-4f1a-82af-deb06be33c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.122398908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"73e396fb-c70f-4f1a-82af-deb06be33c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.169248901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bdc41e7f-9e16-410d-bbdc-42e961ce34fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.171581407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"991d87f8-cd33-425d-924f-9b81bc9a6a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.174161962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0d1c8435-c8d6-475f-bac9-f7cc2a256439","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.174180176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5740e0d6-e878-4167-9105-7519bade7948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.178238991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bdc41e7f-9e16-410d-bbdc-42e961ce34fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.17836752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"991d87f8-cd33-425d-924f-9b81bc9a6a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.178562076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"1b73d45b-7e18-477d-8b8d-8df48439d592","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.18123049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0d1c8435-c8d6-475f-bac9-f7cc2a256439","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.181579748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5740e0d6-e878-4167-9105-7519bade7948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.18510832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"1b73d45b-7e18-477d-8b8d-8df48439d592","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.190391551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"1b73d45b-7e18-477d-8b8d-8df48439d592","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.257221963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"bb25b93b-1f0d-4cd6-bddb-d7a06f0edb67","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:15:36.257295879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-ce1fab","namespace":"e2e-extmod-rec-user-cc26a5"},"namespace":"e2e-extmod-rec-user-cc26a5","name":"e2e-rec-ctrl-ce1fab","reconcileID":"bb25b93b-1f0d-4cd6-bddb-d7a06f0edb67","error":"ExternalModel e2e-rec-ctrl-ce1fab not found in namespace e2e-extmod-rec-user-cc26a5 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.3470339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b970fb92-4d68-4002-91c8-f5d5dea0df69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.347306828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"93e577e8-bce6-460e-921e-306893118c99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.347656927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37bbbbcd-2b76-448a-b1c4-5904623c01c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.347740513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"eef9c5b0-337e-4f56-b6d1-ae80798857d1","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.348619521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6d3f410c-1bd5-4792-9cee-12bec2f1bf27","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.355787098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b970fb92-4d68-4002-91c8-f5d5dea0df69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.355882337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37bbbbcd-2b76-448a-b1c4-5904623c01c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.358528797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"93e577e8-bce6-460e-921e-306893118c99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.358701827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b970fb92-4d68-4002-91c8-f5d5dea0df69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.359510671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"6d3f410c-1bd5-4792-9cee-12bec2f1bf27","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.361250469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"eef9c5b0-337e-4f56-b6d1-ae80798857d1","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.361807097Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"37bbbbcd-2b76-448a-b1c4-5904623c01c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.364643789Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"93e577e8-bce6-460e-921e-306893118c99","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.445519601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"332ef597-f2b2-47b5-8739-ada30373dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.445644613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e04ca2cd-16ad-4914-91c2-2c7978d0fecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.452361983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"332ef597-f2b2-47b5-8739-ada30373dc4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.45238433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e04ca2cd-16ad-4914-91c2-2c7978d0fecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.50732375Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"9f233157-02a8-4a65-9423-9c6e3fd65cd5","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","error":"MaaSModelRef not found: e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.617200139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70653ac3-c272-43aa-bc1a-b611be2a92c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.625619183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70653ac3-c272-43aa-bc1a-b611be2a92c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.625691222Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70653ac3-c272-43aa-bc1a-b611be2a92c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.662973159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"88565b0b-7add-4e5d-907a-215222f8f1c3","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.66429821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"7ccb8875-23c6-4167-869d-93fc70cdab29","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.665809128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"82ed107f-cbe1-414a-816d-6efffa90e778","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.671289899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"88565b0b-7add-4e5d-907a-215222f8f1c3","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.672365642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"7ccb8875-23c6-4167-869d-93fc70cdab29","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.674170054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"82ed107f-cbe1-414a-816d-6efffa90e778","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.678554399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"7ccb8875-23c6-4167-869d-93fc70cdab29","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.680644651Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"82ed107f-cbe1-414a-816d-6efffa90e778","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.762208153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"7401bc89-c8c9-4d33-a9f7-ad3ef8e19120","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.769993106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"7401bc89-c8c9-4d33-a9f7-ad3ef8e19120","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.862845946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a433dfd-c011-487d-9953-bb1e048c53fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.863506339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b32283a6-2ce8-454a-b547-6be2498b5bb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.871732974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a433dfd-c011-487d-9953-bb1e048c53fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.87535858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b32283a6-2ce8-454a-b547-6be2498b5bb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.875391638Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b32283a6-2ce8-454a-b547-6be2498b5bb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.877848726Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"3a433dfd-c011-487d-9953-bb1e048c53fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.950488084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"4b89ecdf-0ad5-43eb-a6f0-43635e56ea34","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.950492622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0bb725b7-b8f9-4345-8caa-176dd157a6b2","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.959611655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0bb725b7-b8f9-4345-8caa-176dd157a6b2","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.959977914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"4b89ecdf-0ad5-43eb-a6f0-43635e56ea34","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:36.96700843Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"4b89ecdf-0ad5-43eb-a6f0-43635e56ea34","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.057565729Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"4b5da26d-43f5-4a71-b880-49c444ab22f1","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.145273019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-access","reconcileID":"99aaae52-497a-4a30-822c-c3a6f18d706d","MaaSAuthPolicy":{"name":"e2e-att-detach-99d6c3-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.148519074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"4ba3be3d-e987-4aeb-94fa-e862746fda28","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.148542856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"4ba3be3d-e987-4aeb-94fa-e862746fda28","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.169041656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"cbcb7423-64fa-4853-b0c5-bef9182c6f55","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.169456387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"1d99cb53-b752-40f3-84eb-cec93ea29e6f","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.169472962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"1d99cb53-b752-40f3-84eb-cec93ea29e6f","MaaSModelRef":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-detach-99d6c3-437be491ee7d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-detach-99d6c3","externalModel":"e2e-att-detach-99d6c3","provider":"e2e-att-detach-99d6c3-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.175280509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0170de7f-94e3-46b5-b54b-da4452769f57","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.179625457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"28a0868a-cb11-428e-a06f-eced6315c1d4","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.183960197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0170de7f-94e3-46b5-b54b-da4452769f57","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.189843883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"28a0868a-cb11-428e-a06f-eced6315c1d4","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.43222736Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"b5bffdbc-842a-42c9-9490-afa7f7376a0e","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.447213178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"954fe8ed-4d14-40d0-926d-9a448e2fc789","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.451420392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"ab9977b1-b3aa-4af5-8099-5d3a34bd348a","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.459645683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"954fe8ed-4d14-40d0-926d-9a448e2fc789","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.461187127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"ab9977b1-b3aa-4af5-8099-5d3a34bd348a","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.565967853Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"fa9041cf-e72c-49c5-9a7d-89dca0345f2a","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f933cbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.586616652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7006fbe5-ecee-4796-8154-e1d5c7fff3dd","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.594133261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"7006fbe5-ecee-4796-8154-e1d5c7fff3dd","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.690797518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"fcf5e4f6-6cde-4fa3-870d-85a0223adc32","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.697605397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"fcf5e4f6-6cde-4fa3-870d-85a0223adc32","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.773080644Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"8be0ea93-a196-448d-b970-3ee73d6932a3","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.783373112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"514e2e22-424a-4eec-b3b2-e8ce48f1121c","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.786094663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"6b9969b7-c851-4b17-b70f-8cc4ce750e42","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.786117327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"6b9969b7-c851-4b17-b70f-8cc4ce750e42","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.787046807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"766f9115-91b7-4c5b-8ede-7cdd8937d926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.788272291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"25bfcae5-b7b7-48b7-85ad-ccdb62416af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.789735525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9a5bfa53-673e-47a5-9b8e-bf1929bc7b4e","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.792520371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"514e2e22-424a-4eec-b3b2-e8ce48f1121c","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.794561892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"ac8e71be-005d-4fc0-991b-df1e97b79fab","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.794582278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"ac8e71be-005d-4fc0-991b-df1e97b79fab","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.796702242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"766f9115-91b7-4c5b-8ede-7cdd8937d926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.798399431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"25bfcae5-b7b7-48b7-85ad-ccdb62416af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.847277947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"9a5bfa53-673e-47a5-9b8e-bf1929bc7b4e","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.849600905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"514e2e22-424a-4eec-b3b2-e8ce48f1121c","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.85286217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"c8c4c76e-1750-42c3-aaf9-055c74780f6f","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.853057939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"253af21b-c39f-4e2f-ab73-4dd21cfc5c9d","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.868430094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f8e8f5-e7ef-462b-b581-fe9b7e9b1ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.955878789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f8e8f5-e7ef-462b-b581-fe9b7e9b1ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.957096676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-99d6c3","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","reconcileID":"c29f02a6-11ef-4e52-8c88-bd8399d0711d","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.972712583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f27ee10-3ce8-4e0d-8844-c54812d4d1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:39.986083599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f27ee10-3ce8-4e0d-8844-c54812d4d1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.256719628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7f192d05-abb3-4c7f-ba8a-0959fff0b2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.260305917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2db4dc42-a8f0-4ad8-9cbe-8ec2399753c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.267108515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7f192d05-abb3-4c7f-ba8a-0959fff0b2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.268106534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5eac35ca-4b66-4cf8-8320-feeec4b3e5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.268617721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9ef183ae-a981-40eb-b980-a43d99bdefa0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.277188902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2db4dc42-a8f0-4ad8-9cbe-8ec2399753c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.280500071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"79a3a8a6-cd66-4d93-ab29-2b5533cce627","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.281194268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5eac35ca-4b66-4cf8-8320-feeec4b3e5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.283880019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"9ef183ae-a981-40eb-b980-a43d99bdefa0","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.29264152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"79a3a8a6-cd66-4d93-ab29-2b5533cce627","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.361852717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d6a9cb63-5de9-452c-aa15-c8c348278ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.36205892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ef1080f1-5f8f-45b9-acbf-e6fc1e4798a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.364989486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"3b1f5876-fe0e-4a77-bc1a-ad8bd1db341b","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.368439805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"df071f1d-abc8-418e-880d-984fa7309ae1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.371069154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ef1080f1-5f8f-45b9-acbf-e6fc1e4798a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.371453983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"f2bd8ab8-308e-44e4-9fda-fe51970e5e29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.372387756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d6a9cb63-5de9-452c-aa15-c8c348278ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.376180102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"3b1f5876-fe0e-4a77-bc1a-ad8bd1db341b","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.376676063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"df071f1d-abc8-418e-880d-984fa7309ae1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.38669575Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"df071f1d-abc8-418e-880d-984fa7309ae1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.386814674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"f2bd8ab8-308e-44e4-9fda-fe51970e5e29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.387957837Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"3b1f5876-fe0e-4a77-bc1a-ad8bd1db341b","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.398097134Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"f2bd8ab8-308e-44e4-9fda-fe51970e5e29","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.459036016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"28cec89d-33fb-4969-bc34-101c580e5dfc","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.459068347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"28cec89d-33fb-4969-bc34-101c580e5dfc","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.480743208Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"efc07b06-d68e-4a89-8037-76eafcda8bc8","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41953fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.870713003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"693edb8c-ea8b-4118-b715-2b7309407f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.871508431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5d35f3f6-05ee-4b2b-993f-661fd1cd4466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.912591177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7512d33d-2f3f-4dea-af7f-b3009ccdf5ab","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.950120141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"702a22e5-d0fc-444f-b96d-fdf0d3061cc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.958021632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7512d33d-2f3f-4dea-af7f-b3009ccdf5ab","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.96380787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"702a22e5-d0fc-444f-b96d-fdf0d3061cc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.965870121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5d35f3f6-05ee-4b2b-993f-661fd1cd4466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.96651081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fb7c5b30-acda-40ad-af88-e3e3e092e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.96710218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"693edb8c-ea8b-4118-b715-2b7309407f7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.970607543Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"702a22e5-d0fc-444f-b96d-fdf0d3061cc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.975624097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fb7c5b30-acda-40ad-af88-e3e3e092e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:40.994038352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"c6b16cfe-edba-4d60-beba-3d3c907a044a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.007413694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"65d710fe-2c43-4bd7-86d0-da1cf6d5f6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.013428802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"75b1f93e-a38f-4f0f-a2d8-096caf6490e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.013600452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"c6b16cfe-edba-4d60-beba-3d3c907a044a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.019234624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"65d710fe-2c43-4bd7-86d0-da1cf6d5f6ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.023263185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"c6b16cfe-edba-4d60-beba-3d3c907a044a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.026220358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"75b1f93e-a38f-4f0f-a2d8-096caf6490e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.101591197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848fbd5f-7d39-4f71-8b7d-1b237e8a857f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.102401146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be358a10-c545-485f-9583-ef626c51b26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.10651112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b07a41dd-ffa5-4f4c-8708-da47d0106176","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.111066716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848fbd5f-7d39-4f71-8b7d-1b237e8a857f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.111352302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be358a10-c545-485f-9583-ef626c51b26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.114798495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b07a41dd-ffa5-4f4c-8708-da47d0106176","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.192308187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a4cb70e9-6a88-4421-8103-49a107b8d7c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.192329886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"f6513850-f96c-4f31-bcfb-f01c0fbb1505","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.199395485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"a4cb70e9-6a88-4421-8103-49a107b8d7c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:41.200390197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"f6513850-f96c-4f31-bcfb-f01c0fbb1505","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.972755054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"22c17240-58bd-4044-8b04-5d5ab31694e5","namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.987157465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"2e92ad5c-dcda-42ab-a175-142d47fa0ce6","namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.997884503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"da2e7cfb-ce58-441a-a941-6bbe612f6d88","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.002379018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"77c5a9f8-af3d-4023-abec-85724d061770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.005856485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5bb5a59a-e5bd-469a-8820-7e5d94d16409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.006117864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"72237f1f-da6f-4a56-9e8f-5221a6b91a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.006656601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"e0282eaf-c444-425c-8cbe-a5f008b8e3ac","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.011760746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"da2e7cfb-ce58-441a-a941-6bbe612f6d88","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.014256257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"77c5a9f8-af3d-4023-abec-85724d061770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.01752976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"e0282eaf-c444-425c-8cbe-a5f008b8e3ac","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.021222045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5bb5a59a-e5bd-469a-8820-7e5d94d16409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.021463038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"da2e7cfb-ce58-441a-a941-6bbe612f6d88","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.054265351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"72237f1f-da6f-4a56-9e8f-5221a6b91a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.100080066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4248f3dc-646d-46d3-84ae-648863fcd2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.148272249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4248f3dc-646d-46d3-84ae-648863fcd2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.178291748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"f45aca56-865c-4091-b09e-d3e2c0434a56","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.208393362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54226fa9-ded9-46de-a7c7-ff5c94192e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.213334757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f6a32e-2725-4995-8770-06c3e1f89111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.214093301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b1ccbb94-9b53-4aa7-a074-f4bae1fbe1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.247460281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f6a32e-2725-4995-8770-06c3e1f89111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.250128624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b1ccbb94-9b53-4aa7-a074-f4bae1fbe1fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.25236952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"54226fa9-ded9-46de-a7c7-ff5c94192e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.284124245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"36617bb0-1052-4d87-8de7-714efcd03284","namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.304526939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"2496eaeb-5f51-49b7-b11f-317ab704b78f","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.304544937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"2496eaeb-5f51-49b7-b11f-317ab704b78f","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.335243969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8e3522f8-01b8-4b79-9b7e-650cf49066cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.337978916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"2ce916e5-23cb-46fa-8189-190266ac4bc8","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.529112362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8e3522f8-01b8-4b79-9b7e-650cf49066cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.5647177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"60f05b4b-1baa-48f9-8c37-d6f54279cd61","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.564757319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"60f05b4b-1baa-48f9-8c37-d6f54279cd61","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.569951382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"2ce916e5-23cb-46fa-8189-190266ac4bc8","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.630833492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.646366319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0f46b473-cd60-4565-9250-a089d9d084aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.657803492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"95420060-24ee-402a-9f14-ad1a91660a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.659000878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"f592c75b-818d-4bc0-8806-085294adefc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.666986553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"0f46b473-cd60-4565-9250-a089d9d084aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.671553209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"95420060-24ee-402a-9f14-ad1a91660a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.710701699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"f592c75b-818d-4bc0-8806-085294adefc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.716699651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"f27839e1-32cd-4275-a393-ab923d48f710","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.721828882Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"f592c75b-818d-4bc0-8806-085294adefc6","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.760983203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ba3cddbd-6a26-44fe-8d5d-5a9823a8d3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.790788429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ba3cddbd-6a26-44fe-8d5d-5a9823a8d3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.839901306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"13f25826-ed2f-49d2-a711-ba6449b074f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.843606374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cff4146e-0332-4274-b7ed-c8eaa54c2d93","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.843877088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0b16adb3-82ff-44c4-8e91-2d2191f3eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.845431005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"43d6852c-cd53-4f10-b80c-6c78b6d2641c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.848528021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"13f25826-ed2f-49d2-a711-ba6449b074f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.852685946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0b16adb3-82ff-44c4-8e91-2d2191f3eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.852810558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cff4146e-0332-4274-b7ed-c8eaa54c2d93","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.855279985Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"13f25826-ed2f-49d2-a711-ba6449b074f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.856153195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"43d6852c-cd53-4f10-b80c-6c78b6d2641c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.860126193Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0b16adb3-82ff-44c4-8e91-2d2191f3eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.86305624Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"cff4146e-0332-4274-b7ed-c8eaa54c2d93","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.947996443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e9a84e0f-c8f4-40a6-b232-efb1c1559c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.950141311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4db0369a-5a24-4918-9037-a6d4bca38571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.951377767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9008c06f-46a5-4397-bea3-78d083d49ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.955631623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a70e34bb-b61e-4797-a26f-0d825d9e6dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.956770696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e9a84e0f-c8f4-40a6-b232-efb1c1559c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.959487256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4db0369a-5a24-4918-9037-a6d4bca38571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.959616824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9008c06f-46a5-4397-bea3-78d083d49ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.963807405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"a70e34bb-b61e-4797-a26f-0d825d9e6dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.983502846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"8cc08f6f-ded4-4273-92da-46a861f46979","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.988202097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a0bd6e69-c8a8-4f50-8f38-003a4bbc6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.98831382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"87179a80-7dea-4c4d-b91c-8faae9179b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.989123329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6c7ad8d-a79d-4896-a948-6aa48a7aa035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.993331032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"8cc08f6f-ded4-4273-92da-46a861f46979","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.997034979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a0bd6e69-c8a8-4f50-8f38-003a4bbc6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:44.997509766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"87179a80-7dea-4c4d-b91c-8faae9179b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.001642165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6c7ad8d-a79d-4896-a948-6aa48a7aa035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.003179587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"8cc08f6f-ded4-4273-92da-46a861f46979","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.054992017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15ba8eb3-6407-4e65-b4d3-87ddb98140c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.065684353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15ba8eb3-6407-4e65-b4d3-87ddb98140c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.095924369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"852026b5-be7f-4d45-936a-080f1980c4f7","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.095951338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"852026b5-be7f-4d45-936a-080f1980c4f7","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.135812034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2f3b7e48-a55b-45ba-bdef-92a1a90c0054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.136054552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"12696610-41fe-44cc-8e05-d4df4c38d6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.136554283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8d68a46c-e460-45e0-bd4c-646df17e1fbb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.136683698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a3da69f4-f2e0-486e-afe0-3a3fd7d5c985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.144675683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"7805cb79-ba7f-4729-b2ad-c1007e2e8341","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.150338817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a3da69f4-f2e0-486e-afe0-3a3fd7d5c985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.151074396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2f3b7e48-a55b-45ba-bdef-92a1a90c0054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.152837836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"8d68a46c-e460-45e0-bd4c-646df17e1fbb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.154527045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"12696610-41fe-44cc-8e05-d4df4c38d6b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.155282126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"7805cb79-ba7f-4729-b2ad-c1007e2e8341","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.288853212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"2a2fe2a5-a3a8-4faf-9631-81a731ca0e28","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:45.28887894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"2a2fe2a5-a3a8-4faf-9631-81a731ca0e28","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.626019233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"f1921282-4f57-4ce3-8143-a7c2d68e7b26","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","subscription":"e2e-rec-recover-1ae616-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.626138886Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-sub","reconcileID":"f1921282-4f57-4ce3-8143-a7c2d68e7b26","MaaSSubscription":{"name":"e2e-rec-recover-1ae616-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.65549635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]","namespace=ai-tenant-e2e-extmod-b-af8244 priority=0:[ai-tenant-e2e-extmod-b-af8244/e2e-att-serve-e55e0a-sub ai-tenant-e2e-extmod-b-af8244/e2e-rec-ctrl-4116c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.667372943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"f66b6269-cc80-45a2-b00c-3ce4bfc09ef5","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.667391156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"f66b6269-cc80-45a2-b00c-3ce4bfc09ef5","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.671238264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"acb3fdd1-15bc-4118-9466-86456dd33dfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.671383167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"b375ff62-2477-4c25-8d4b-464713f168a0","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.671609203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b4cc89a2-83a0-4887-9b29-701bf84d858f","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.678153189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"b375ff62-2477-4c25-8d4b-464713f168a0","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.67853784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"acb3fdd1-15bc-4118-9466-86456dd33dfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.680415053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b4cc89a2-83a0-4887-9b29-701bf84d858f","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.6832105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"2f2494f1-d553-4372-8520-1aced021c3d8","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.683226921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"2f2494f1-d553-4372-8520-1aced021c3d8","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.683846757Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"b375ff62-2477-4c25-8d4b-464713f168a0","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.684782193Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"acb3fdd1-15bc-4118-9466-86456dd33dfd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.812429053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-recover-1ae616-access","reconcileID":"9355b02f-60c2-4128-b2f0-ad2245371016","MaaSAuthPolicy":{"name":"e2e-rec-recover-1ae616-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-noaccess-55f04e/e2e-rec-recover-1ae616","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:46.997268055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"94a8359d-6a56-4932-985a-7f7a06126ff4","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.013257781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"18717070-713e-4711-899b-f9cb322ab543","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.019774861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"94a8359d-6a56-4932-985a-7f7a06126ff4","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.021870658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"18717070-713e-4711-899b-f9cb322ab543","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:47.057572035Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"18717070-713e-4711-899b-f9cb322ab543","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.569977387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"42a58b66-59fe-488f-964d-b206ffea03d7","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","subscription":"e2e-att-detach-99d6c3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.570127102Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-detach-99d6c3-sub","reconcileID":"42a58b66-59fe-488f-964d-b206ffea03d7","MaaSSubscription":{"name":"e2e-att-detach-99d6c3-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","error":"MaaSModelRef not found: e2e-extmod-att-user-b0a2f9/e2e-att-detach-99d6c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.599492325Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.618098905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a22644fc-208c-4e61-bda2-0f79d61e5e81","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.618098907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"ba262dd9-f415-4ef9-aefc-25f1380abd32","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.618874376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"903e8acc-9dd7-45e2-807f-1d429235bbd6","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.618891849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"903e8acc-9dd7-45e2-807f-1d429235bbd6","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.626621334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"ba262dd9-f415-4ef9-aefc-25f1380abd32","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.626745351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"a22644fc-208c-4e61-bda2-0f79d61e5e81","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.045214957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.049774704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"33f8e2e4-0691-4497-b6e6-c946bee26537","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.049793912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"33f8e2e4-0691-4497-b6e6-c946bee26537","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.070336397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"de61d4ca-45bf-4ba2-944a-97a4e246fc73","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.074336286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"f47bb6f6-fd5d-438b-bf68-9eb5c13e3ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.074974809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"559033a0-e068-4dca-9057-1777361584bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.075326322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"2e35bde6-62f0-47ed-b693-26d1ba9195c4","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.07535202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"2e35bde6-62f0-47ed-b693-26d1ba9195c4","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.078477924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"2bcf23ac-8c8c-40dc-ae3f-8e187a4de5d0","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.080117704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"de61d4ca-45bf-4ba2-944a-97a4e246fc73","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.083626752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"f47bb6f6-fd5d-438b-bf68-9eb5c13e3ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.08558458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"559033a0-e068-4dca-9057-1777361584bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.165311635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"2bcf23ac-8c8c-40dc-ae3f-8e187a4de5d0","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.168384596Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"559033a0-e068-4dca-9057-1777361584bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.170404067Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"f47bb6f6-fd5d-438b-bf68-9eb5c13e3ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.183726515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"741b863b-9dbe-4a83-ba60-3facc47bec3c","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.183815744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"741b863b-9dbe-4a83-ba60-3facc47bec3c","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.19687283Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"af7f0477-838d-468a-98ca-5782399d8d39","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rot-ab4337","model":"e2e-rot-ab4337","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.221596652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c307ad12-31a7-4a02-8f84-1b0f1fee2d08","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.246615601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"1d16bec0-222b-40c3-ada0-0173e6693e02","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.256638922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"1d16bec0-222b-40c3-ada0-0173e6693e02","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.256654966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c307ad12-31a7-4a02-8f84-1b0f1fee2d08","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.262337879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"504ac4c2-a8ac-446f-8544-37cd00946487","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.26236185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"504ac4c2-a8ac-446f-8544-37cd00946487","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.263392024Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"1d16bec0-222b-40c3-ada0-0173e6693e02","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.26390147Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c307ad12-31a7-4a02-8f84-1b0f1fee2d08","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.273377966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"30d0531b-5868-4ab1-8e77-75cdb6954a79","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rot-ab4337","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.305939949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"09d2ab64-2b6f-43cd-b9a0-423431b48454","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.306128883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d1893f34-07fe-4fe8-8760-9f5df01c07f4","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.314539956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"d1893f34-07fe-4fe8-8760-9f5df01c07f4","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.314543275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"09d2ab64-2b6f-43cd-b9a0-423431b48454","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.484024473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"3aba839c-ec70-4425-ab4c-2e4749b6d63d","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","subscription":"e2e-att-unrel-dec2f4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.491845906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"3aba839c-ec70-4425-ab4c-2e4749b6d63d","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.495420049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-sub","reconcileID":"3aba839c-ec70-4425-ab4c-2e4749b6d63d","MaaSSubscription":{"name":"e2e-att-unrel-dec2f4-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.52476869Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.528233324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"32334f8c-7934-4519-9978-eb5244e12eeb","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.528253277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"32334f8c-7934-4519-9978-eb5244e12eeb","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.545705259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"39c5691d-7320-4c50-84f7-537e4daace80","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.54570566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"117254ee-0076-487f-a3a1-c84536234779","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.556608618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"39c5691d-7320-4c50-84f7-537e4daace80","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.560378706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"117254ee-0076-487f-a3a1-c84536234779","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.66822664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"4eb3ffd4-d80d-4103-b0ba-438b6e67d79c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.668252084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"4eb3ffd4-d80d-4103-b0ba-438b6e67d79c","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.681404646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-unrel-dec2f4-access","reconcileID":"3c000cc2-eedf-45f5-9186-e77970d8b99e","MaaSAuthPolicy":{"name":"e2e-att-unrel-dec2f4-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.857307406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"c718bea5-64bd-42b3-ac78-383598366fdf","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:50.857334131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"c718bea5-64bd-42b3-ac78-383598366fdf","MaaSModelRef":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-unrel-dec2f4-2b4e4413d044","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-unrel-dec2f4","externalModel":"e2e-att-unrel-dec2f4","provider":"e2e-att-unrel-dec2f4-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.348620347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"dd3d3b27-8e3c-4bfa-a98c-65f33f377ff3","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.357692402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"872bfe9c-595f-4318-8108-e0f2bfc99a6c","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.360722805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"2402b731-2dbe-4ad1-9c7e-b35b05cfad20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.363050247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"3494ccb8-c7cd-4e6a-9933-ed355b7dc90b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.363683313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"a409c80e-6f08-43d7-b69c-e629a841cc65","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.363706489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"a409c80e-6f08-43d7-b69c-e629a841cc65","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.365446832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f86ffec2-561e-498e-ac76-2667f1b70577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.365678443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"872bfe9c-595f-4318-8108-e0f2bfc99a6c","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.367702336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d4f95182-f3d2-42fa-8146-a8cc06ca0eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.368644149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"2402b731-2dbe-4ad1-9c7e-b35b05cfad20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.370665358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"3494ccb8-c7cd-4e6a-9933-ed355b7dc90b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.373156727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f86ffec2-561e-498e-ac76-2667f1b70577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.386351044Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"2402b731-2dbe-4ad1-9c7e-b35b05cfad20","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.387186454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d4f95182-f3d2-42fa-8146-a8cc06ca0eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.392429487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"3494ccb8-c7cd-4e6a-9933-ed355b7dc90b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.393686462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"8968f5e8-8755-4e70-8297-52e3cf52fc47","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.469779973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8efcf419-a7bf-4f42-bd30-a247eeed3442","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.477083396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8efcf419-a7bf-4f42-bd30-a247eeed3442","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.483518203Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8efcf419-a7bf-4f42-bd30-a247eeed3442","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.492849858Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-dec2f4","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","reconcileID":"a2809c9c-e61f-4616-b810-5212306dce2a","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-unrel-dec2f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.505266263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4fe04783-3054-4b00-ab2d-72b28b055f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.510547061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7fdb1839-d664-4644-82ff-831a43024deb","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.510984401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"2864704e-e365-4c26-bdf9-c59ec1997860","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.514894075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4fe04783-3054-4b00-ab2d-72b28b055f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.519781579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"2864704e-e365-4c26-bdf9-c59ec1997860","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.594056941Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"2864704e-e365-4c26-bdf9-c59ec1997860","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.637527203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7fdb1839-d664-4644-82ff-831a43024deb","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.780204214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a227fe25-a4e3-4a00-91fe-78bfeacd1468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.785126323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5353cd51-432f-42f6-b605-493dbd5e3cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.79375368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a227fe25-a4e3-4a00-91fe-78bfeacd1468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.800688319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"5353cd51-432f-42f6-b605-493dbd5e3cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.873231166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a19df7f5-0211-4d61-b04d-5fdd7142baf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.87329005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"565b31d8-bfe5-4a29-b645-1afea16aa3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:51.959660223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"3b28bd5d-71aa-4641-a135-a2fda4c5c854","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.094733679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a19df7f5-0211-4d61-b04d-5fdd7142baf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.163887955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"3b28bd5d-71aa-4641-a135-a2fda4c5c854","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.165048426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"565b31d8-bfe5-4a29-b645-1afea16aa3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.175702904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b07c8f73-ddb2-4a2a-8808-5b81ffd7d9db","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.175735887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b07c8f73-ddb2-4a2a-8808-5b81ffd7d9db","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.299626328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b2b92239-728d-4137-9fab-0009a52bb1be","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.303521826Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"d4574803-d3b9-461b-8e64-47b6c011f5b1","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a395bce9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.304670958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f34f6e-7836-45da-bb89-fe7337766f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.361564181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f34f6e-7836-45da-bb89-fe7337766f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.36474579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"b2b92239-728d-4137-9fab-0009a52bb1be","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.389087717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49c5f4d8-9aa8-46c1-970c-7c9c294ba10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.389252003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b0a191fe-d268-4dde-943b-59e9608d9d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.389832973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"61347c74-2602-410f-b8ed-d30c24269829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.396692161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49c5f4d8-9aa8-46c1-970c-7c9c294ba10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.396844213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b0a191fe-d268-4dde-943b-59e9608d9d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.399183844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"61347c74-2602-410f-b8ed-d30c24269829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.528399145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"0cdf24a1-38e8-4b65-9448-b16b6455325a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.581478219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"0cdf24a1-38e8-4b65-9448-b16b6455325a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.58229383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"4d10726f-384c-4911-a45a-f15c4bae41eb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.583130907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1762649a-aba4-41b5-92fd-b90ac3493591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.595754206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"0cdf24a1-38e8-4b65-9448-b16b6455325a","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.597542261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"47f67269-a84f-40c2-bdce-2f0c18031f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.604102983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1762649a-aba4-41b5-92fd-b90ac3493591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.606493258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"4d10726f-384c-4911-a45a-f15c4bae41eb","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.608303379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"47f67269-a84f-40c2-bdce-2f0c18031f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.614645923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"08263beb-7c38-4298-983b-1f29c0573250","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.622957941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"08263beb-7c38-4298-983b-1f29c0573250","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.632002211Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"08263beb-7c38-4298-983b-1f29c0573250","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.707595415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f7c391a8-ef79-4fe4-b3cf-6a46bd66f0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.708442773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"04735fad-3cfc-47b4-b352-36823428d852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.714361687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"7ed01f14-4166-4d1d-a0e7-3f1756d9e884","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.718890683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f7c391a8-ef79-4fe4-b3cf-6a46bd66f0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.718964349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"04735fad-3cfc-47b4-b352-36823428d852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.719271123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"761e1cb8-09f6-4bc4-9ffd-9220f7d72144","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.719320795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a9aba443-a291-422c-8357-eac8ba3f1e9c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.722764874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"7ed01f14-4166-4d1d-a0e7-3f1756d9e884","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.727408634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a9aba443-a291-422c-8357-eac8ba3f1e9c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.727446266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"761e1cb8-09f6-4bc4-9ffd-9220f7d72144","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.729872866Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"7ed01f14-4166-4d1d-a0e7-3f1756d9e884","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.733851587Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"761e1cb8-09f6-4bc4-9ffd-9220f7d72144","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:54.741526225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"a62e4c0b-fe39-471c-bdae-9825fba4ccb5","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:56.981698813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"26cf0bdb-0e3e-484d-a3b1-1ef868515943","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","subscription":"e2e-rec-ctrl-4116c8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:56.981828164Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-sub","reconcileID":"26cf0bdb-0e3e-484d-a3b1-1ef868515943","MaaSSubscription":{"name":"e2e-rec-ctrl-4116c8-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","error":"MaaSModelRef not found: e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.123818033Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.13463539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"eeb02bf2-a9d4-4a87-8d42-d6c63e66731a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.134845652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"a5ebcd73-b8c6-4f6e-b05e-5d0000b9d9de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.142194965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"a5ebcd73-b8c6-4f6e-b05e-5d0000b9d9de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.142392877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"eeb02bf2-a9d4-4a87-8d42-d6c63e66731a","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.14838437Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"a5ebcd73-b8c6-4f6e-b05e-5d0000b9d9de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:57.259623292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-rec-ctrl-4116c8-access","reconcileID":"01eae201-0a9c-4120-b3a3-3abc3c31f477","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-4116c8-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-rec-user-f549e6/e2e-rec-ctrl-4116c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.204898369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"ffca004e-607f-4038-9b07-c55af7057cb5","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.204963064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"ffca004e-607f-4038-9b07-c55af7057cb5","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.209055281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"87cbb0ef-cc51-4557-8a1c-7c4a9b259fee","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.217743135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"87cbb0ef-cc51-4557-8a1c-7c4a9b259fee","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.223650117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"89940e6d-8b66-42bf-ba72-9a65f86f8542","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66662d95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.335744789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"0d6c4c38-87c8-4a54-bbbc-3d88ec847d10","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.346642163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"0d6c4c38-87c8-4a54-bbbc-3d88ec847d10","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.259239919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"5509d2bc-95b1-4907-8648-e5e7659c5993","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.550020582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"a70f0e5c-6ad2-4c5b-b295-1d871d1d3ab7","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","subscription":"e2e-att-serve-63b1a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.559777511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"2742657a-4b28-4267-86de-030f92b6a8e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.560558926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"a3ccfc51-18a4-43bd-be3e-23c87791e042","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.575304744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"f9570d82-0def-41c0-95ef-09ad171ce915","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.645374129Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"a70f0e5c-6ad2-4c5b-b295-1d871d1d3ab7","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.734257363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80acb83a-d621-4274-829f-7ec9a0e5ef22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.754392271Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-sub","reconcileID":"a70f0e5c-6ad2-4c5b-b295-1d871d1d3ab7","MaaSSubscription":{"name":"e2e-att-serve-63b1a2-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.804406503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"e4b8e723-166d-4ed3-9f05-314f0dd6fadc","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.819569717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"e4b8e723-166d-4ed3-9f05-314f0dd6fadc","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.830848569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"e4b8e723-166d-4ed3-9f05-314f0dd6fadc","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.831691713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"1df8c3e8-76bd-404b-9cad-e664be6615a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.883437472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5f43c801-0177-4066-898a-f0f8e5c7db9a","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.883476485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5f43c801-0177-4066-898a-f0f8e5c7db9a","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.951460215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"4ba64eef-e527-4f73-b36e-56dff9e1c79a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.952516026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"590e96d8-6b61-4f0b-a0a2-9c8f2ae03588","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.953771188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"543679b5-f541-4221-9d6d-cdf3ae5ffb27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.957305308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"19f16f80-e530-4b32-958a-1c244a72eeb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.061823559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.157947309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"30a5874a-63d1-4880-8f70-4a7699666482","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.16272366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"248c9961-6f94-42d3-b3f7-d428fcae9f43","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.162748498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"248c9961-6f94-42d3-b3f7-d428fcae9f43","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.168492105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"30a5874a-63d1-4880-8f70-4a7699666482","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.247205665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"ddd7b101-c473-4f24-8592-1e3536bfccb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.247536623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"85dadf2a-ea53-4feb-af39-27dff087e2a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.251575155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"080c9a9c-fdaa-455e-93b8-a03e72fc8a6e","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.251593318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"080c9a9c-fdaa-455e-93b8-a03e72fc8a6e","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.255936771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4273ea9-06da-49a0-8aba-8947040958a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.258397821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b50cd4c5-d4c2-40c7-a119-fa53bf1ce780","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.263542215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"117d69b4-7f2e-4d16-9c8d-5a5294eeca47","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:03.26440984Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"080c9a9c-fdaa-455e-93b8-a03e72fc8a6e","name":"e2e-att-serve-63b1a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-63b1a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:03.264460871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"080c9a9c-fdaa-455e-93b8-a03e72fc8a6e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-63b1a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.26721338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b50cd4c5-d4c2-40c7-a119-fa53bf1ce780","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.27040612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"117d69b4-7f2e-4d16-9c8d-5a5294eeca47","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.270757176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e7f83a69-26bf-4393-87ba-5c42a0543e09","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.272932115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"1895eadc-9f7e-4128-9f93-4f4649b31d18","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.272951999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"1895eadc-9f7e-4128-9f93-4f4649b31d18","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.273389659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b50cd4c5-d4c2-40c7-a119-fa53bf1ce780","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.354216281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e7f83a69-26bf-4393-87ba-5c42a0543e09","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.382051464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e7f83a69-26bf-4393-87ba-5c42a0543e09","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.382074039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-att-serve-63b1a2-access","reconcileID":"e7f83a69-26bf-4393-87ba-5c42a0543e09","MaaSAuthPolicy":{"name":"e2e-att-serve-63b1a2-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.394188387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b85283a5-347e-486a-9476-a01b868d8030","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"tenant":"e2e-extmod-b-57079b","gateway":"openshift-ingress/e2e-extmod-b-57079b","model":"e2e-extmod-att-user-b0a2f9/e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.394209873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"b85283a5-347e-486a-9476-a01b868d8030","MaaSModelRef":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"routeName":"external-model-e2e-att-serve-63b1a2-45211d2a3d0d","namespace":"e2e-extmod-att-user-b0a2f9","model":"e2e-att-serve-63b1a2","externalModel":"e2e-att-serve-63b1a2","provider":"e2e-att-serve-63b1a2-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.961697554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"0c432b17-2138-41a4-8189-b426365e9997","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.047541003Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-63b1a2","namespace":"e2e-extmod-att-user-b0a2f9"},"namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","reconcileID":"d4aea9bb-a09e-4682-b580-92781c61070d","namespace":"e2e-extmod-att-user-b0a2f9","name":"e2e-att-serve-63b1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.056005148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7b347e38-2c01-4e04-be73-5a7e0b2b7d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.056516256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93ff307-0418-409e-903e-3a8c7532b6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.056629696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a557fa6d-ee21-475e-80b4-27bc63f818ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.057176108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"db27bdda-10cc-43fc-a0b3-15344a01a6cf","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.058170857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"303deb24-337b-425d-9495-327527cc001c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.063091142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7b347e38-2c01-4e04-be73-5a7e0b2b7d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.063798409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d93ff307-0418-409e-903e-3a8c7532b6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.065696389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"db27bdda-10cc-43fc-a0b3-15344a01a6cf","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.067015051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a557fa6d-ee21-475e-80b4-27bc63f818ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.06798737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"303deb24-337b-425d-9495-327527cc001c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.072035958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"db27bdda-10cc-43fc-a0b3-15344a01a6cf","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.084329008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b95b676d-b8b4-431e-9d23-b8f9882d17a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.084960955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"32ca22e2-b791-4cfc-99d9-0505bd54a239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.086798676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1d6a5fd1-7ff9-4634-9aa9-680d843b639f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.092799111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"32ca22e2-b791-4cfc-99d9-0505bd54a239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.148535573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"b95b676d-b8b4-431e-9d23-b8f9882d17a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.151845203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1d6a5fd1-7ff9-4634-9aa9-680d843b639f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.261381736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a93ea117-789f-4700-857e-f02b094c25d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.351860323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a93ea117-789f-4700-857e-f02b094c25d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.491779613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a93ea117-789f-4700-857e-f02b094c25d0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.511146135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"33dcd6b2-0af2-49d6-ba93-510ebf65c82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.520674951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"997a5af3-f423-48d7-8627-cac6614e59c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.550981638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"997a5af3-f423-48d7-8627-cac6614e59c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.565055717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"997a5af3-f423-48d7-8627-cac6614e59c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.569210284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"16382a28-8808-4f56-b690-a990c541f40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.569958144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ef004f1a-0fa2-439c-93a3-89d84ae78222","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.570598948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"456153de-3809-444a-ba39-a230e6e6a4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.594054557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"456153de-3809-444a-ba39-a230e6e6a4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.599531681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"ef004f1a-0fa2-439c-93a3-89d84ae78222","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.603804428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"16382a28-8808-4f56-b690-a990c541f40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.628871321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ece0fa24-4886-4ec9-b402-59b595064e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.63540239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"43d57971-9c38-4003-a6cc-6629bc099d1d","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.644119547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ece0fa24-4886-4ec9-b402-59b595064e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.646969958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"33dcd6b2-0af2-49d6-ba93-510ebf65c82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.657995338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"43d57971-9c38-4003-a6cc-6629bc099d1d","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.764597944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"659b8262-112e-4d15-b4b3-579bf42e9589","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.770280322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"7d4139c2-f5e3-4b75-9d51-7669e21c4c2a","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.77062208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"17899e90-bdd2-4e5c-8e3f-189b551faa64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.771858268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"272095a6-38ab-4732-8416-87a6b0a6d6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.776604377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"659b8262-112e-4d15-b4b3-579bf42e9589","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.780714727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"17899e90-bdd2-4e5c-8e3f-189b551faa64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.785221051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"272095a6-38ab-4732-8416-87a6b0a6d6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.850311425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"448858e7-d9af-4f58-bbb9-f4c431563000","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.851301775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d78902d-1a29-405f-a07d-17f76049b4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.851787052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bf484037-488a-490a-925b-d0e4c4d070ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.853692574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f7f11694-bb9f-4868-a611-e97638be7229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.859344378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"448858e7-d9af-4f58-bbb9-f4c431563000","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.860609914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d78902d-1a29-405f-a07d-17f76049b4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.866027358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bf484037-488a-490a-925b-d0e4c4d070ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.866584511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f7f11694-bb9f-4868-a611-e97638be7229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:04.869731182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"448858e7-d9af-4f58-bbb9-f4c431563000","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.228482156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"38effe05-f53f-4904-b1d4-c5e5cd7c40de","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","subscription":"e2e-att-serve-e55e0a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.235719948Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"38effe05-f53f-4904-b1d4-c5e5cd7c40de","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.239691069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-sub","reconcileID":"38effe05-f53f-4904-b1d4-c5e5cd7c40de","MaaSSubscription":{"name":"e2e-att-serve-e55e0a-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.268992241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.274597265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"b1a08a36-0965-46e4-a61e-6383c18f1e64","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.274623145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"b1a08a36-0965-46e4-a61e-6383c18f1e64","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.27864546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"163409ba-3575-4d1d-9b0f-b4c00a6fb972","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.288164507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"163409ba-3575-4d1d-9b0f-b4c00a6fb972","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.380092925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bf0bc035-1259-4ab1-ac2d-b38b692647b7","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.388281228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"bf0bc035-1259-4ab1-ac2d-b38b692647b7","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.450421198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"e8390035-ea04-484a-bcb5-a89aabb77774","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.450449099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"e8390035-ea04-484a-bcb5-a89aabb77774","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.455625643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"417f9661-55d2-4995-a3b8-a1e3e62284af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.475191704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"417f9661-55d2-4995-a3b8-a1e3e62284af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.512285022Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"417f9661-55d2-4995-a3b8-a1e3e62284af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.512302342Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-att-serve-e55e0a-access","reconcileID":"417f9661-55d2-4995-a3b8-a1e3e62284af","MaaSAuthPolicy":{"name":"e2e-att-serve-e55e0a-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.532972169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"af73e0d3-c661-473c-940e-ab97f12c4b4c","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-att-user-063b4a/e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.532991688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"af73e0d3-c661-473c-940e-ab97f12c4b4c","MaaSModelRef":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"routeName":"external-model-e2e-att-serve-e55e0a-5e50ad4c8b5b","namespace":"e2e-extmod-att-user-063b4a","model":"e2e-att-serve-e55e0a","externalModel":"e2e-att-serve-e55e0a","provider":"e2e-att-serve-e55e0a-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.057588137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"f8cdbaf5-1c70-4ce9-a9f2-222d08df3fc5","namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.069957237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b0d0763a-f3d4-47c8-958b-e0ee3a046384","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.072013321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4c23ec08-7c16-4f73-a763-989862405a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.079519911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b0d0763a-f3d4-47c8-958b-e0ee3a046384","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.082013385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8dec6023-a239-4371-9671-aaa1703b70d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.082680159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"72857af4-8249-484e-8aa1-836189398d9f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.083376667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4c23ec08-7c16-4f73-a763-989862405a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.08563394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2d58b5d2-5618-44c9-b754-5e36b4222066","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.148854352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"b0d0763a-f3d4-47c8-958b-e0ee3a046384","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.151586262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2d58b5d2-5618-44c9-b754-5e36b4222066","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.154934804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"72857af4-8249-484e-8aa1-836189398d9f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.155205915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8dec6023-a239-4371-9671-aaa1703b70d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.161566194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"72857af4-8249-484e-8aa1-836189398d9f","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.162213604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"8dec6023-a239-4371-9671-aaa1703b70d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.162390031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"983b0738-880e-4033-9015-1546775e31af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.171816235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"983b0738-880e-4033-9015-1546775e31af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.190776663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-e55e0a","namespace":"e2e-extmod-att-user-063b4a"},"namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","reconcileID":"2a7086c0-e036-40cd-af4f-db8b84df3454","namespace":"e2e-extmod-att-user-063b4a","name":"e2e-att-serve-e55e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.199551784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4d8e6a04-de92-460c-a34f-b92ef56c9fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.207457523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"e8458e6a-cb10-4e01-96f8-89b8b2738f59","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.208397942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4d8e6a04-de92-460c-a34f-b92ef56c9fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.215588787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"e8458e6a-cb10-4e01-96f8-89b8b2738f59","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.269092584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"917efe4e-5b7c-42fc-9427-ae58901b3404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.276960682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"917efe4e-5b7c-42fc-9427-ae58901b3404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.373994581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a266fe80-eb4e-4cf7-a5c9-95a7a46350f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.374030114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f8ad29-73c1-46d3-950a-153253c663fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.374816193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ac2495-ce2f-4a89-9486-64e59ddd6f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.376091492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"59b2e94d-4652-4799-b1d9-71ce62e80a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.376550756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2482230b-4a98-4671-9eea-daafab99d8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.383544703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a266fe80-eb4e-4cf7-a5c9-95a7a46350f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.383565248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57ac2495-ce2f-4a89-9486-64e59ddd6f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.385883272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f8ad29-73c1-46d3-950a-153253c663fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.385990828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"59b2e94d-4652-4799-b1d9-71ce62e80a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.388499601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2482230b-4a98-4671-9eea-daafab99d8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:10.585891477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"f085efe8-bcf6-4513-8bef-9eda336924d3","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.013626937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ddd6e96e-47c0-4f0c-a24c-7890b3542759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.041621033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"f085efe8-bcf6-4513-8bef-9eda336924d3","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.048963048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2cccf48e-4776-4004-b023-2900e3b4cab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.050038856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc2f5339-c5fd-4d34-8032-7d6880238403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.057264395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ddd6e96e-47c0-4f0c-a24c-7890b3542759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.065161513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"510fb99c-d5cc-4c02-8f44-99209485065c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.067464912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"f085efe8-bcf6-4513-8bef-9eda336924d3","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.071712984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2cccf48e-4776-4004-b023-2900e3b4cab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.073702315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc2f5339-c5fd-4d34-8032-7d6880238403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.078538139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"510fb99c-d5cc-4c02-8f44-99209485065c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.165684942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"510fb99c-d5cc-4c02-8f44-99209485065c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.189773181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"6e09a626-c304-48a9-9c19-181d1381bb0e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.339615015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"6e09a626-c304-48a9-9c19-181d1381bb0e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.343961758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b88196e5-f3df-4526-a755-75b0ce41224d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.349383909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"6e09a626-c304-48a9-9c19-181d1381bb0e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.373979427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"789bed1e-f9e3-4f80-b7d1-b38355d635d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.411278955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b88196e5-f3df-4526-a755-75b0ce41224d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.414725318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"789bed1e-f9e3-4f80-b7d1-b38355d635d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.423256783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4157cef0-9ce8-409c-8303-bbc112bc8e54","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.424207796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"43954368-0560-4dd6-89cd-2d8ab6d24fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.434749854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4157cef0-9ce8-409c-8303-bbc112bc8e54","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.437370006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"53399291-d04f-42b1-a2ba-541072c14609","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.439653779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"43954368-0560-4dd6-89cd-2d8ab6d24fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.446838209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"53399291-d04f-42b1-a2ba-541072c14609","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:14.456743455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:14.780830703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"8a7aed09-06db-41ff-9f0d-0043812b593c","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.465005491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4a22a8-0932-4f27-9a3c-cc88e419ce07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.471502956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4a22a8-0932-4f27-9a3c-cc88e419ce07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.48122532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4a22a8-0932-4f27-9a3c-cc88e419ce07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.48495957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4a22a8-0932-4f27-9a3c-cc88e419ce07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.541523735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"4f7f9b0d-5ffd-4980-b957-1310c8525208","namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.597642033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6aec592e-bac6-41eb-8535-7a8658dbbcc0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.598660932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cff6880f-af05-4753-93b4-9b4bde390d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.599208847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"3d80fdd1-0d8c-455c-824d-f17c0c693864","namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.741885146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cff6880f-af05-4753-93b4-9b4bde390d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.779020975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"56815cf3-bbf9-446e-9e14-85fc19e9e4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.79339433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"56815cf3-bbf9-446e-9e14-85fc19e9e4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.794596505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"59930b79-f915-44fe-a999-24661fec2fff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.799343997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"df7d0ba3-f5e7-420b-b8cc-2eeaa719f1c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.807143434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6aec592e-bac6-41eb-8535-7a8658dbbcc0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.811695648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"59930b79-f915-44fe-a999-24661fec2fff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.901625963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"e7d94589-613c-491f-8276-c12cc113c80e","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.902312677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"59930b79-f915-44fe-a999-24661fec2fff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:18.963820933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"309e1cfb-f359-4755-9477-cf28439a19fd","namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.055430211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6aec592e-bac6-41eb-8535-7a8658dbbcc0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.003895339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"df7d0ba3-f5e7-420b-b8cc-2eeaa719f1c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.168182667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dc7bb870-2556-4639-9372-06ee65b81f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.200085304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"df7d0ba3-f5e7-420b-b8cc-2eeaa719f1c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.208587673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dc7bb870-2556-4639-9372-06ee65b81f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.209620849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"49ffd7d3-e493-4903-8ab4-410ceebaaf8a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.209870798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"49ffd7d3-e493-4903-8ab4-410ceebaaf8a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.211887709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8ce4c515-53e8-488b-a1f8-3d6677b4fb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.212974015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e02733e8-5b12-46ad-996a-8c945cb2a5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.24270155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e02733e8-5b12-46ad-996a-8c945cb2a5ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.25528758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"b77d4c56-2ded-4e6a-8836-8442c70c008f","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:19.25588011Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"49ffd7d3-e493-4903-8ab4-410ceebaaf8a","name":"e2e-cmp-legacy-2e4c55","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2e4c55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:19.263200595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"49ffd7d3-e493-4903-8ab4-410ceebaaf8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-2e4c55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.27271761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8ce4c515-53e8-488b-a1f8-3d6677b4fb4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.279062659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"b77d4c56-2ded-4e6a-8836-8442c70c008f","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.281965605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"71f5b4f1-3845-4133-b780-5dd6a282ea2a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.282038475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"71f5b4f1-3845-4133-b780-5dd6a282ea2a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.290939739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f88aed2-e827-44ef-bbc4-a563cf9e9a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.299208625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c3ebf34-9e47-4f6e-931c-dbd7b3aaa8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.302842875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f88aed2-e827-44ef-bbc4-a563cf9e9a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.315722731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c3ebf34-9e47-4f6e-931c-dbd7b3aaa8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.363749737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7c1c753a-70fc-4449-a6a2-f38b2d44f6ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.366592474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb56e9e6-247c-473c-bf19-6fe70f9c64d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.456270697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7c1c753a-70fc-4449-a6a2-f38b2d44f6ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.457036516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb56e9e6-247c-473c-bf19-6fe70f9c64d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.471116836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"054253d4-8808-43e4-aec8-7f382df9e23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.471138162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ad74482d-93ce-4541-b819-bb443997c401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.480402708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ad74482d-93ce-4541-b819-bb443997c401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.481405174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"054253d4-8808-43e4-aec8-7f382df9e23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.493082294Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-be59df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-be59df","reconcileID":"0cd6c030-00e7-4470-b759-940f2be1a969","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-be59df","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-be59df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.574873027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"56934f28-cc3f-4ea4-b17a-e8336cdc0094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.579359754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2c1729-2002-4383-82be-68d39a63110c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.582715879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2c1729-2002-4383-82be-68d39a63110c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.582976132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"56934f28-cc3f-4ea4-b17a-e8336cdc0094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.58588801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2c1729-2002-4383-82be-68d39a63110c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.600565705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2c1729-2002-4383-82be-68d39a63110c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.664079151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"826bcaf0-aeba-4a68-8927-bc15bcdd18c1","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.675535347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"826bcaf0-aeba-4a68-8927-bc15bcdd18c1","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.680963094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"be14000d-1b95-4294-be97-764e0a329eca","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.681431169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"34b6c662-7970-476e-8f6d-6925d24a45c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.681796391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c25382ab-28fd-470b-816a-023bfe75b93b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.68507926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b755743317572c2fc1c7c4afce692aba16644afc7b779363f5131cfaf497dba) AuthConfig (7fdb87273090d085fb41d224a41916eb563b8da807b21df71e8cd121759c1468) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (841c8570b132718f57355526b580e44ec96881d161fd648c7cdb817f5a93f724) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (089382fa828a84907be73c5e70dfe72f856ca9e3f92737560f3464ecbd70adce) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"826bcaf0-aeba-4a68-8927-bc15bcdd18c1","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.690204488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"be14000d-1b95-4294-be97-764e0a329eca","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.701636015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"34b6c662-7970-476e-8f6d-6925d24a45c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.750813195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"34b6c662-7970-476e-8f6d-6925d24a45c9","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.842208847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c25382ab-28fd-470b-816a-023bfe75b93b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.093430309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c25382ab-28fd-470b-816a-023bfe75b93b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.119612413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"369ce4bc-5fc5-45e0-bddc-f24984fe034e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.120707006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fa045c1f-c84b-4121-b040-9ac449230d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.119697182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cc584a16-435d-4e6d-a2b7-aa8968c8350c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.127409697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"83aabb0f-0b7f-4f8b-94e5-fc9daf9b9153","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.127489378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"83aabb0f-0b7f-4f8b-94e5-fc9daf9b9153","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.134722611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"369ce4bc-5fc5-45e0-bddc-f24984fe034e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.143302649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fa045c1f-c84b-4121-b040-9ac449230d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.157090334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cc584a16-435d-4e6d-a2b7-aa8968c8350c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.175192739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"372b0feb-8aa4-4a7f-911f-c6a842747ec0","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.186712116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"372b0feb-8aa4-4a7f-911f-c6a842747ec0","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.263824387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f31d6266-3af9-4d52-9a15-646a6ece40a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.290472601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f31d6266-3af9-4d52-9a15-646a6ece40a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.348175663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f31d6266-3af9-4d52-9a15-646a6ece40a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.357600371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"f46b5560-8e2a-4a6e-a4f2-010e5a06180d","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.357620762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"f46b5560-8e2a-4a6e-a4f2-010e5a06180d","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.363731805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b3b215-5076-4628-acd2-36dcabe8cf06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.368230801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b3b215-5076-4628-acd2-36dcabe8cf06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.371805293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b3b215-5076-4628-acd2-36dcabe8cf06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.37569133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b3b215-5076-4628-acd2-36dcabe8cf06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.848489395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"1c3d4635-f58e-4d41-9015-415ef8658607","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-rot-ab4337","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.882638598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"9d3d24a0-27a4-472b-a0bf-3ffdff768e66","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:23.882660688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"9d3d24a0-27a4-472b-a0bf-3ffdff768e66","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.339481219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"cfb6e9e6-27f5-4ebe-a749-6d505d64bf23","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.403407236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"227bca5c-1ea7-4202-97ec-d475c7285515","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.448715739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"9f590510-0967-478c-bee9-5776ba54c05d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.451102584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"496e537e-9bd6-4766-8f63-f0b410e3aac2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.45188749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"dd37e53b-28fd-426b-a31a-96130a29b18d","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.452789513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"11a72ff0-0471-42d7-8449-28a149a76004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.458405885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"9f590510-0967-478c-bee9-5776ba54c05d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.462624735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"496e537e-9bd6-4766-8f63-f0b410e3aac2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.4671203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"11a72ff0-0471-42d7-8449-28a149a76004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.473810172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"496e537e-9bd6-4766-8f63-f0b410e3aac2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.548008272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0fcc7373-ef9f-4894-88f9-0fef77ef3fd7","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.5530428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"2c862153-d943-4778-8105-f3304d8184ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.568230007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0fcc7373-ef9f-4894-88f9-0fef77ef3fd7","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.571847234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"2c862153-d943-4778-8105-f3304d8184ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.572338963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8ca2c88c-0e91-4238-9108-bdb45f73df8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.57786838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"0fcc7373-ef9f-4894-88f9-0fef77ef3fd7","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.583275947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8ca2c88c-0e91-4238-9108-bdb45f73df8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.646199712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"4d0204ef-fb43-4181-9f09-ecf3c2a0adc0","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.646643115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d19ef1aa5f1333a2f7afbb6a96ed7311ef3f1b850d61496bc48e1d418fa241b) AuthConfig (e3ed837efe375af1d0a511f30a0a6fb02fb18f29b9465e7342371469d4c58c79) AuthConfig (49afc41d12c2cc307fe3bf7025cb6094f959e4c6a8c7f57d3200ee30871a1408) AuthConfig (cfd3161a512973de78b4ad2bdd91e413479398dcfc19c454aeb5bee01eed921c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"2c862153-d943-4778-8105-f3304d8184ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.663754875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"da158cde-0d49-49cc-9354-527801125753","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.665398631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"aa73f4ac-480a-409a-abe6-9354271e0515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.665862879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0b72d28-cd33-47a2-ab99-e0b1c35cd3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.666716873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8d4608ee-4f73-4362-80f7-1d032777f69e","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.666732282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8d4608ee-4f73-4362-80f7-1d032777f69e","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.673397067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"677305d0-4d5a-4207-9507-68dc84fc7af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.673931057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2a496f12-151d-45bd-a903-6628fbd871cd","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.677504062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0b72d28-cd33-47a2-ab99-e0b1c35cd3b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.678628728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"aa73f4ac-480a-409a-abe6-9354271e0515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.917851931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"677305d0-4d5a-4207-9507-68dc84fc7af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.083442097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"2a496f12-151d-45bd-a903-6628fbd871cd","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.100558268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"537a623d-b732-4753-98a3-c188bd98304f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.100592181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"537a623d-b732-4753-98a3-c188bd98304f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.104691741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d86ff62f-a09b-4ed0-be9a-370f502d5ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.116923038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"6a37cd13-f687-498e-8116-b1e208878185","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.151069916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d86ff62f-a09b-4ed0-be9a-370f502d5ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.153284696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9d6c40f5-6b56-48e4-a372-f233e6487709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.154159881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8fbbbdb9-97b3-435f-8d41-ef14cf9d7137","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.15418207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8fbbbdb9-97b3-435f-8d41-ef14cf9d7137","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.154472441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b52379e9-fd1b-493c-b2a0-5e869d9c4622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.158820349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"b8b4d766-2f6b-460f-92f4-f6aeb866ba51","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.161536101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b52379e9-fd1b-493c-b2a0-5e869d9c4622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.1620352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9d6c40f5-6b56-48e4-a372-f233e6487709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.166318505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"b8b4d766-2f6b-460f-92f4-f6aeb866ba51","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.219432037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f28fc7cc-690a-4aed-b315-62f833acb2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.229992997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f28fc7cc-690a-4aed-b315-62f833acb2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.315834677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"451f3a7d-0f3b-46fc-acf0-5e7dea124f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.315847528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"55df33d3-76ca-451c-ad12-21a7567c0f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.318366981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcd1f1d8-5f28-492e-8295-1a7e297452d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.318380801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b59f0ff0-d1c2-4964-9d6c-6e211febe48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.327823991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcd1f1d8-5f28-492e-8295-1a7e297452d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.327839256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"55df33d3-76ca-451c-ad12-21a7567c0f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.331341473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"451f3a7d-0f3b-46fc-acf0-5e7dea124f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.331409298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b59f0ff0-d1c2-4964-9d6c-6e211febe48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.472481331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"3c7c5be8-483f-494a-9a04-ebd3513ed124","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.594012192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"3c7c5be8-483f-494a-9a04-ebd3513ed124","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.688413029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"eb6ba3fb-464e-447a-b6c0-feb3260b8c5d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.696747013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"3c7c5be8-483f-494a-9a04-ebd3513ed124","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.697857436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"33699ce3-ef08-42d5-9382-9bac9afe3534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.738229248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"eb6ba3fb-464e-447a-b6c0-feb3260b8c5d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.78265511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a2d71e2-2f36-405d-8991-0fd796312507","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.791932683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1bb28d86-c5fe-4505-b5c8-295e864074f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.80263419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"33699ce3-ef08-42d5-9382-9bac9afe3534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.807833683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"205fdd5c-637a-4983-9f87-1b41b8e133e1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.815489523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1bb28d86-c5fe-4505-b5c8-295e864074f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.817417982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a2d71e2-2f36-405d-8991-0fd796312507","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.827224275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"205fdd5c-637a-4983-9f87-1b41b8e133e1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.830439152Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a2d71e2-2f36-405d-8991-0fd796312507","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.833338973Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"205fdd5c-637a-4983-9f87-1b41b8e133e1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.007238969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a305344f-cf2f-4776-8e44-e078870c52c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.022478034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e7fc6b42-c741-4bca-b97d-7a18b39a3bcd","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.024724133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a305344f-cf2f-4776-8e44-e078870c52c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.042984266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e7fc6b42-c741-4bca-b97d-7a18b39a3bcd","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.060613301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"63d47333-a868-46e2-bff1-aa7059d3056c","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.061390348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"63d47333-a868-46e2-bff1-aa7059d3056c","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.083989934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9a354b39-2087-4000-b465-41e2354c83e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.085178543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"895ad2ad-a4cd-4fc7-a72f-0a81b1c67003","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.132640461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9a354b39-2087-4000-b465-41e2354c83e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.1344927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"e48a5bda-96b7-47b7-b00a-b9d3e0ab6a90","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.150756702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"e48a5bda-96b7-47b7-b00a-b9d3e0ab6a90","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.189521118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"895ad2ad-a4cd-4fc7-a72f-0a81b1c67003","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.201273835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"895ad2ad-a4cd-4fc7-a72f-0a81b1c67003","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.215121668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"bf087a18-63b1-466f-aa7e-2e061ed86938","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.215149495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"bf087a18-63b1-466f-aa7e-2e061ed86938","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.729885836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.733223927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"9dd21c27-6ada-40d1-b770-c9c4160d30a3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.73325119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"9dd21c27-6ada-40d1-b770-c9c4160d30a3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.741180389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"0e1d7d06-9b19-4e94-8abd-728b85efa36b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:26.741678315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"767d00ba-4bf8-4f07-999d-d69d6a13a7a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-e257d5-d25759-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.753877695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"0e1d7d06-9b19-4e94-8abd-728b85efa36b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.756438477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"93e80274-6471-43d2-90cb-0652bcac5bd7","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.75645711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"93e80274-6471-43d2-90cb-0652bcac5bd7","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:26.772829452Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"93e80274-6471-43d2-90cb-0652bcac5bd7","name":"e2e-cfl-e257d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e257d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:26.772900007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"93e80274-6471-43d2-90cb-0652bcac5bd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e257d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.776542517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"97b19f31-7cad-45af-8d98-1ace2f80e08d","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.776561992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"97b19f31-7cad-45af-8d98-1ace2f80e08d","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.795371811Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"e7161450-ed94-49c3-8f45-78a64d15b2c3","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-e257d5","model":"e2e-cfl-e257d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.821590425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5be2851e-62fa-4266-9778-709e402a87c3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.82161188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5be2851e-62fa-4266-9778-709e402a87c3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.841827363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"cb9834e7-c95f-4555-a06b-9b1a3cd138ea","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.84982644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"cb9834e7-c95f-4555-a06b-9b1a3cd138ea","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.891098576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"3a8fd436-fe74-4790-9be7-b8254038e04f","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-e257d5","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:35.154449288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"f09f76d6-0c05-4531-aeab-f385915980cb","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:35.710365723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1ad0c6c0-f659-46ad-95a5-149e68ae6e71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:35.717330536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1ad0c6c0-f659-46ad-95a5-149e68ae6e71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:35.723633624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1ad0c6c0-f659-46ad-95a5-149e68ae6e71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:36.218605267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"32ff16f9-31ee-4366-bde0-fb605fb1cd0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:36.22579782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"32ff16f9-31ee-4366-bde0-fb605fb1cd0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:36.232675412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"32ff16f9-31ee-4366-bde0-fb605fb1cd0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.903311103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"822c43f0-1641-4b7f-80cb-27fe8ae7b1e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.930627257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"822c43f0-1641-4b7f-80cb-27fe8ae7b1e7","name":"e2e-extmod-b-be59df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:44.45571196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.16198954Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"a21de7eb-47cb-4842-bede-16bcc0af83aa","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.732394215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"b9cb5af9-e593-4810-ab7b-96f857e96efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.739407299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"b9cb5af9-e593-4810-ab7b-96f857e96efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:45.744987971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"b9cb5af9-e593-4810-ab7b-96f857e96efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.258610421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"15a943f2-0ce8-416d-a691-844be82a864b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.266099017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"15a943f2-0ce8-416d-a691-844be82a864b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:46.271870131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"15a943f2-0ce8-416d-a691-844be82a864b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:55.17876386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"cb93ca5a-e066-4d2a-a0d7-966225c4cc7f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:55.753356921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1943a1e2-4065-49d7-81e2-7d57f3277b7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:55.760216061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1943a1e2-4065-49d7-81e2-7d57f3277b7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:55.76761238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"1943a1e2-4065-49d7-81e2-7d57f3277b7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.331391027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"c14a9c36-5308-421b-b0ec-6127ea29124e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.464732002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"c14a9c36-5308-421b-b0ec-6127ea29124e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.498602771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"c14a9c36-5308-421b-b0ec-6127ea29124e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.750046021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"381a564a-061b-41cc-9402-a4ff65602f34","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-e257d5","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.826543067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5e231180-1167-420c-943d-15da20454a95","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:56.82666141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5e231180-1167-420c-943d-15da20454a95","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.477335237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"76510cd7-cd44-4fa6-96b1-9a5c25c22849","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.486347808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"76510cd7-cd44-4fa6-96b1-9a5c25c22849","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.492186843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"76510cd7-cd44-4fa6-96b1-9a5c25c22849","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.50375177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"b95a4bb1-1da4-4d1d-a29e-fcf2fb887688","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.503780696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"b95a4bb1-1da4-4d1d-a29e-fcf2fb887688","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.574693038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"806d60b4-0778-4a93-8ad6-40bddaacfb74","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.577530976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"aef37a6a-7d93-4a90-b335-e4e1a2b421d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.583193271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"806d60b4-0778-4a93-8ad6-40bddaacfb74","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.585132478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"aef37a6a-7d93-4a90-b335-e4e1a2b421d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.590594907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"aef37a6a-7d93-4a90-b335-e4e1a2b421d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.601789607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"3f12a9fe-b3ba-4c37-a6be-adb7b667094a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:57.601810022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"3f12a9fe-b3ba-4c37-a6be-adb7b667094a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.092439942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"75a57fa0-1dc5-4300-a058-8fe8682f89dc","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.101237275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"a012686f-a2e4-412d-b5a3-71c9f9b3d69b","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.101412284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"ea75c2e3-f309-4b13-9ef9-e2e30c4101e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.103375383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3cdfd613-784a-4144-b238-17eb7d7fa368","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.105532114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaaa50c1-a019-499d-a16d-f193b2ec40ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.105817459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"627d51ed-509a-421e-ba47-f62a0de63464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.109752462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4cbe5281-4bb4-40a4-b727-fe76d7e73aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.111058162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"ea75c2e3-f309-4b13-9ef9-e2e30c4101e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.114672784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaaa50c1-a019-499d-a16d-f193b2ec40ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.115016123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3cdfd613-784a-4144-b238-17eb7d7fa368","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.11724557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"627d51ed-509a-421e-ba47-f62a0de63464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.118054732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4cbe5281-4bb4-40a4-b727-fe76d7e73aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.118504141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"ea75c2e3-f309-4b13-9ef9-e2e30c4101e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.121524186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3cdfd613-784a-4144-b238-17eb7d7fa368","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.181503216Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"cb476ffc-bd20-4840-a673-b6849ee7cfaf","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.183202789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fbe94cb-a32d-48f6-8801-c72ce27ca703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.184094431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ad2c6b96-f6f9-402e-b9b7-ea17d6dd7842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.192330479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fbe94cb-a32d-48f6-8801-c72ce27ca703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.19359994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ad2c6b96-f6f9-402e-b9b7-ea17d6dd7842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.269553167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fd3674a3-1526-4f7c-84bd-535fedcd3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.270132685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dfc2f4ba-8fa7-481a-a9ce-1ac50cbe4bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.274961781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0e1be39-c48e-4cc0-8004-92f1bdd6b144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.279509926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"fd3674a3-1526-4f7c-84bd-535fedcd3bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.281015429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dfc2f4ba-8fa7-481a-a9ce-1ac50cbe4bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.284289926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0e1be39-c48e-4cc0-8004-92f1bdd6b144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.284353924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d851d1c4-f1cf-4851-ab34-8d1a491808bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.284752598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9633e253-3194-4b07-9016-edfa8d0cd9d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.285669625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"fa767c59-b5cf-413c-b314-9f120fc39e02","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.294894921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9633e253-3194-4b07-9016-edfa8d0cd9d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.295763558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d851d1c4-f1cf-4851-ab34-8d1a491808bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.300245257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"8058f547-b115-41e7-8f31-8c6f2aa44a83","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.303984444Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"9633e253-3194-4b07-9016-edfa8d0cd9d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.304857678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"31304a78-165e-4b13-8047-f0546457efbd","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.304878079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"31304a78-165e-4b13-8047-f0546457efbd","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:59.312803655Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"31304a78-165e-4b13-8047-f0546457efbd","name":"e2e-cfl-82127c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-82127c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:59.312851573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"31304a78-165e-4b13-8047-f0546457efbd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-82127c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.321464176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"ffc88d2c-fcb5-40eb-8e02-b4224cddc627","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.321488046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"ffc88d2c-fcb5-40eb-8e02-b4224cddc627","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.414300445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"7ce5fec5-4144-49af-9fa4-78516d9fd301","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.736677813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"7ce5fec5-4144-49af-9fa4-78516d9fd301","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.737509227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"ec2c2691-4007-4cd4-b6ea-083cadcc15ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.744001851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b4ad23a8-e7ed-484b-b444-c7f1765c3373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.75433106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"ec2c2691-4007-4cd4-b6ea-083cadcc15ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.758715131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b4ad23a8-e7ed-484b-b444-c7f1765c3373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.759675171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c68f307f-157a-43a2-9ddf-73563d3aa327","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.76297498Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"ec2c2691-4007-4cd4-b6ea-083cadcc15ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.770804637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c68f307f-157a-43a2-9ddf-73563d3aa327","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.811977843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c3acba82-7ba4-45e9-9c6d-7debaaa4acf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.812688657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0a2b2de-7db5-41cf-b514-42de43cc78fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.813484266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"2a049222-a7a9-4ea2-ba44-3511c74afc10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.82122743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c3acba82-7ba4-45e9-9c6d-7debaaa4acf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.82519436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"2a049222-a7a9-4ea2-ba44-3511c74afc10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.828990393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0a2b2de-7db5-41cf-b514-42de43cc78fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.8332649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"ac0e7b5f-ee4d-4bc2-a409-96437e8017c3","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.837205659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"2a049222-a7a9-4ea2-ba44-3511c74afc10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.840767665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"ac0e7b5f-ee4d-4bc2-a409-96437e8017c3","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.841652207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4adb1514-5b4b-480c-a20d-49685f3ae539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.852985814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4adb1514-5b4b-480c-a20d-49685f3ae539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.888938649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"eb2ae33f-e9ac-4305-9be0-e3a0aa9c9281","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.89209125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8441c04-19b2-4996-9284-cb9ee8c9006c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.89230443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b224aa11-00d1-4b1b-b3ca-92e508fdaf56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.893487921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fe6c269-c5a6-4588-86bf-7a682bca74ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.894049596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bfbdb950-f97f-401d-bcc1-47655e1aa86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.898759947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"eb2ae33f-e9ac-4305-9be0-e3a0aa9c9281","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.903623106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bfbdb950-f97f-401d-bcc1-47655e1aa86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.905524021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"eb2ae33f-e9ac-4305-9be0-e3a0aa9c9281","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.907404185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b224aa11-00d1-4b1b-b3ca-92e508fdaf56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.908147167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8441c04-19b2-4996-9284-cb9ee8c9006c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:59.910679351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fe6c269-c5a6-4588-86bf-7a682bca74ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.079964937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e2f0c12b-d28c-4fe4-bd76-59fcf07c2a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.080783004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ab9fa66a-33b3-4c8e-9b90-5a6af0b05c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.083021392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a5eb7ac2-f9c3-4b0e-bbc4-e49a37c1640a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.177011072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e2f0c12b-d28c-4fe4-bd76-59fcf07c2a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.191893456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a5eb7ac2-f9c3-4b0e-bbc4-e49a37c1640a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.19323157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ab9fa66a-33b3-4c8e-9b90-5a6af0b05c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.194541063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ec331892-b4d3-4d6e-98d6-1e3ac10af824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.249835337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ec331892-b4d3-4d6e-98d6-1e3ac10af824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.250552858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"39db3e77-731e-4b18-9db2-194164dce30f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.265007253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"39db3e77-731e-4b18-9db2-194164dce30f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.274049928Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"39db3e77-731e-4b18-9db2-194164dce30f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.766662078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"7a9c027e-6365-46b9-a260-72cf6d4d7fcf","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.779238615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"c5fdc7c7-c146-4efb-be07-949e231dde7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.779664529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"53584299-0339-43e8-b48f-ecb447fe0409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.782050554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"4d22158f-fba9-4ffe-900d-1c0868c12d7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.782638642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e65cc421-7d60-4bb8-9ba6-9a178d532ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.786961494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"c5fdc7c7-c146-4efb-be07-949e231dde7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.787160551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"53584299-0339-43e8-b48f-ecb447fe0409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.789647072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e65cc421-7d60-4bb8-9ba6-9a178d532ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.789787745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"4d22158f-fba9-4ffe-900d-1c0868c12d7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.790077663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"07955015-fbf9-4cce-9236-9a1742b183b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.792514224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"c5fdc7c7-c146-4efb-be07-949e231dde7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.79644128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"4d22158f-fba9-4ffe-900d-1c0868c12d7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.797332779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"07955015-fbf9-4cce-9236-9a1742b183b0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.807423096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"48c9bc79-44be-4209-bbac-0a2c245588b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.809842881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"23d6d614-24c1-40a5-bbfb-fe4c8c77c460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.811018114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4a9aa952-a271-4b4a-ac63-71313250ec67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.814778792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"07854502-d1a5-4c45-afb7-35446dbb6960","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.847066837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"48c9bc79-44be-4209-bbac-0a2c245588b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.85637108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"23d6d614-24c1-40a5-bbfb-fe4c8c77c460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.856872698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4a9aa952-a271-4b4a-ac63-71313250ec67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.871692684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"07854502-d1a5-4c45-afb7-35446dbb6960","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.874485704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b69088-7224-40a5-bc1c-3468f04e3b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.877387955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"8b236787-d1e4-4db6-9b82-4c49f722b011","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.882262318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b69088-7224-40a5-bc1c-3468f04e3b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.907454073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0446a29c-4917-4a22-99b9-798cdae2a85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.907506448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9d619fc2-887b-43ad-9da0-66607b3bdb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.909922134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cbaf798f-ae9e-4b46-be60-7018c8536e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.910719782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bebe176a-8d23-4b9b-b958-56ff305309bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.911380979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97907126-8ea5-428c-8782-7f67a9c809f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.918084957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"cbaf798f-ae9e-4b46-be60-7018c8536e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.949531916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9d619fc2-887b-43ad-9da0-66607b3bdb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.965568348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"76519aa6-1aca-472f-85a3-04fcc849da8c","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.971289877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bebe176a-8d23-4b9b-b958-56ff305309bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.971881021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"97907126-8ea5-428c-8782-7f67a9c809f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.977792329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0446a29c-4917-4a22-99b9-798cdae2a85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:01.990506207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"3dfa9eb6-5240-486f-b69e-6bfa2ec0b208","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.170135889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"132aa0c7-4de0-4499-bcd0-f4cf148f0290","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.170951447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"8971c6ae-528a-4c6a-8d3c-e976786b177e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.180677622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"65f3ca40-394b-411f-8f62-f4362ff33bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.183660862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"132aa0c7-4de0-4499-bcd0-f4cf148f0290","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.186107731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"8971c6ae-528a-4c6a-8d3c-e976786b177e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.245972231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"65f3ca40-394b-411f-8f62-f4362ff33bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.247438781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"68b65f02-c97a-451f-a73b-d74408c1f657","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.248101686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"bbe06b4c-b418-49f2-b237-640256563fdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.250047282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"8971c6ae-528a-4c6a-8d3c-e976786b177e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.258094829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"f60df4eb-f62b-4a2c-9cdf-3bd20cb4a589","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.258120002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"f60df4eb-f62b-4a2c-9cdf-3bd20cb4a589","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.27081079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"bbe06b4c-b418-49f2-b237-640256563fdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.275313248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"68b65f02-c97a-451f-a73b-d74408c1f657","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.279425442Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"bbe06b4c-b418-49f2-b237-640256563fdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.281007119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"6d18b315-11aa-4977-97e4-62ceb7ee5309","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.282569494Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"68b65f02-c97a-451f-a73b-d74408c1f657","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.289305437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"6d18b315-11aa-4977-97e4-62ceb7ee5309","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.346392709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ab183d8e-ae2d-41f8-b597-9733be513e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.349074258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"6d18b315-11aa-4977-97e4-62ceb7ee5309","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.357665355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"93db0578-038a-4374-83db-f78273b3e0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.358230366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"247a2e9c-9081-4efd-9b50-f50ea490b727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.373341629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ab183d8e-ae2d-41f8-b597-9733be513e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.374774197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"31a2640a-3d63-4db8-8194-df4cda9f6669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.377855697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"247a2e9c-9081-4efd-9b50-f50ea490b727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.378062514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"93db0578-038a-4374-83db-f78273b3e0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.387299501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"31a2640a-3d63-4db8-8194-df4cda9f6669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.387819781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"9041b06a-e493-4956-9a93-009c8dfd851a","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.396257721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"9041b06a-e493-4956-9a93-009c8dfd851a","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.396295121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0ae6830e-1250-48e3-af6e-04111c75ad8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.400581591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"251efc9a-d0b4-4682-8ff0-f3d9da7ffe9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.40456993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0ae6830e-1250-48e3-af6e-04111c75ad8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.408666571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd0fec29-daad-4acc-9335-01514582cbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.409094127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85a77297-786c-4fd3-b503-f6577851126e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.447085018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"251efc9a-d0b4-4682-8ff0-f3d9da7ffe9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.455610302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd0fec29-daad-4acc-9335-01514582cbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.457401672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85a77297-786c-4fd3-b503-f6577851126e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.634270546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1cbd11ef-3540-416b-a97d-ffe20460d2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.635493892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"e2b266d6-8b18-47e4-894a-b32bfee1968c","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.635554514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"e2b266d6-8b18-47e4-894a-b32bfee1968c","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.635891641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bdd54375-660b-4538-ace7-d5f6cc633cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.63752857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"32aa90e5-d137-47e0-9a8c-4de0ea3b6ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.637540063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"938617c0-8ad2-48dc-a745-927a25a5f9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.642837669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1cbd11ef-3540-416b-a97d-ffe20460d2e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.643926848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"bdd54375-660b-4538-ace7-d5f6cc633cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.645804397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"32aa90e5-d137-47e0-9a8c-4de0ea3b6ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.645979295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"6cd00073-6b09-4ee4-8dd8-7f04309b6d81","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.658568184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"938617c0-8ad2-48dc-a745-927a25a5f9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.66781237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"6cd00073-6b09-4ee4-8dd8-7f04309b6d81","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.871333447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"d4204756-33c8-4698-b48c-625e8a33eed4","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.871383088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"d4204756-33c8-4698-b48c-625e8a33eed4","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.784034561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.787270332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"8411d316-4840-4b26-9d28-51ea749b4315","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.787288008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"8411d316-4840-4b26-9d28-51ea749b4315","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.796355337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ca8697a4-60b3-485f-abe8-debb00235828","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.796414683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"cee04234-e4d2-4315-be9a-2f30c67c5133","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:07.797407088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-82127c-8f72b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.812895714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"cee04234-e4d2-4315-be9a-2f30c67c5133","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.813393358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"36eb34cc-a00e-499a-bd98-175eaba885bd","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.813411239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"36eb34cc-a00e-499a-bd98-175eaba885bd","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.814515997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ca8697a4-60b3-485f-abe8-debb00235828","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.824676756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"63b97d15-4d0a-48ad-8e0b-e115d5061712","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.824700619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"63b97d15-4d0a-48ad-8e0b-e115d5061712","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.829167018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"36e2b206-d987-4a5c-acc4-081e534c3534","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","model":"e2e-cfl-82127c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.876571754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"e14d9b9a-719d-4c8d-991c-632365a2d5db","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.876596616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"e14d9b9a-719d-4c8d-991c-632365a2d5db","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.94473474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"3434c3ad-db8b-4c8e-b127-c49bd7ed3658","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.958617392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"a746e52e-a181-4ad9-83ba-9b1b29a64eb2","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.958779353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ce217da5-979d-4f20-8e63-6bda66f576f0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.975949898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ce217da5-979d-4f20-8e63-6bda66f576f0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:07.977157207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"a746e52e-a181-4ad9-83ba-9b1b29a64eb2","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:09.196663464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"bd3694c5-bdf0-4745-87a4-75e1d926f69c","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.004104559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"4bce8245-eb88-466d-8a1b-cd7a2b5403da","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.269367318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"480d5383-97a6-4e20-8453-65a5c5847d44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.278015352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"480d5383-97a6-4e20-8453-65a5c5847d44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.284207446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"480d5383-97a6-4e20-8453-65a5c5847d44","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.369323826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"93f47727-b366-4564-843f-6152a6f14b28","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.377208202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"93f47727-b366-4564-843f-6152a6f14b28","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.384228577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"93f47727-b366-4564-843f-6152a6f14b28","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.460214453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.208084348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"da18aa27-0b48-4285-be01-f49f45bb7529","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.018170264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"042269ab-0268-45e5-bc13-0909cf2c6d82","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.293880933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"5ed772b6-e36a-4f52-862b-25eb0046cdd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.301051814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"5ed772b6-e36a-4f52-862b-25eb0046cdd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.307425618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a1bf5d641dadfaf7fa0c34aaca468ed7e616e3754152e9df8bd5d79ad2295e0) AuthConfig (9faae87ab91d53f9c2a92cb8656d38c14fc1679eef89862b8caa49632f98b7cb) AuthConfig (a76a0e3f9aca5b800dbd99cb6201de806fb7d0c9a847bc810cd01b6eddacbd91) AuthConfig (7128d5f93bee4477c96a4e8ee94d687669166192992cdeba47f68a2508ded6a9) AuthConfig (8b3814f6e39227aeffbe847f9d8b74cfaba9d2fe8a7cec053aaa66876e79ae63) AuthConfig (4b5506eb9b49cdf2ce637a111d434c901a57ad9baeed1d6d8d6b1134bc5a86b2) AuthConfig (1a45c4982fb21dee30b33860fdf0fc15ccf11d2420bf1e3626f8a0df672ba6f1) AuthConfig (f1e9bf9c54773c9747bde8ac158842a9b57ea3e2e2cb493f58d2160699659f41) AuthConfig (6661a351f28119113426a22cd7d3a573b123b859a7872354ceea70b2cfeb2ffc) AuthConfig (dcd0e52d46c26d654774aa49821ed169ee7f3cdf2e08e54f00576804aa584d71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"5ed772b6-e36a-4f52-862b-25eb0046cdd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.39387525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"1cca755e-77b3-4b4a-842b-c904b0e29681","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.406399778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"1cca755e-77b3-4b4a-842b-c904b0e29681","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.452676655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (156ce456e79aad25b2b3e064a6ace3ef49c2d4af9fca30ee3d75e6d99e993ba7) AuthConfig (82599fcf1e812ef15a37fedc35087d7a4549c67399afb95a418bdb67415f0a66) AuthConfig (c6a4f869e77993e9a2b6f08279ce5a5979a99740d38afe05c65cc63d9dba4d01) AuthConfig (2ca546ad3bbd65ca2e19b354623477f8cf83f3fcb7945de449e248b7b35f970f) AuthConfig (6224b15d3771160dfea9ac29d4c8da53bf43975b399dc6c211cb2f6ed7fce404) AuthConfig (f72cec1023986f0228693ee1626802b56f0562bf1e2a4642ee74365577e0c243) AuthConfig (5b74a6d907f5ef6b121c9f3571d9ffd3a323f4bf91676ca1ac0c64b0ba03cb6d) AuthConfig (041035cb295a7a68fdcbb740ce67a1e6bfa8c378ea13779992836749f405528d) AuthConfig (1662ebe53a49c6998fff98deb3163a6ecb19b32ef67772ed0052e3b23f3792e0) AuthConfig (8ea4fc9e4f8eac61f949f0baf5076616447f25d15500b479374d0939275c20b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"1cca755e-77b3-4b4a-842b-c904b0e29681","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.042984165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"1a6b5f08-74d8-4539-837f-8d53fa8762b1","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.163757926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"21236b0b-b402-46c6-8f2a-62d356fdcb88","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.163784758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"21236b0b-b402-46c6-8f2a-62d356fdcb88","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.215205751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"16fadab5-7bef-4a76-bdcb-668d17fc9616","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.975273753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"6be1424d-503f-4a4b-8c31-30b9877cb4bf","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:29.998107486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"6be1424d-503f-4a4b-8c31-30b9877cb4bf","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.00648608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"85faf82c-7f23-407b-8edc-63939c774be6","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.015323193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"f0d065c1-e4b7-4488-8b35-68c280ad082c","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.015511625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3a5eebf1-6123-43a1-8964-d1f4de445d34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.017694314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"baa949b6-6ba6-44ec-915f-3be92304e525","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.018154775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"80534c7c-d955-4db8-9842-c2bcd6b6b61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.020337988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e8b74661-0406-4186-a892-b389b7054a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.022111704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dc8b5345-87d0-428c-8b0a-ca6d3cc291c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.023756991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3a5eebf1-6123-43a1-8964-d1f4de445d34","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.025389165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"baa949b6-6ba6-44ec-915f-3be92304e525","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.026089944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"80534c7c-d955-4db8-9842-c2bcd6b6b61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.027849075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e8b74661-0406-4186-a892-b389b7054a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.029786935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"dc8b5345-87d0-428c-8b0a-ca6d3cc291c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.050075508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"23790107-868d-48db-890c-5fd34f0cba8b","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.063305206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"f3b576bc-8ebf-4a96-8d40-173273fb4232","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.063326298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"f3b576bc-8ebf-4a96-8d40-173273fb4232","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.0779669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"ffbf6464-1dcc-4c09-9141-63de1b4129f4","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.081684375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"a4560c73-4c78-4430-b143-f6d297211ea7","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.095618732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"6abea9fe-de7c-431f-a6e2-856c0ec4d927","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.095642825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"6abea9fe-de7c-431f-a6e2-856c0ec4d927","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.155430936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"95de9106-a1a4-41fe-8eed-f0f7c275d404","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.155460242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"95de9106-a1a4-41fe-8eed-f0f7c275d404","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.164957729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"18a8db38-9095-46f0-9e64-03431f3d6f66","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.164988734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"18a8db38-9095-46f0-9e64-03431f3d6f66","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.275428866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"17d0d1ff-7066-4cb0-b84b-54288e076289","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.462787699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fee7c630-ba23-44d9-94a5-231380350e44","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.577359794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1a869d8f-a182-43b1-9577-c8cb67bd557a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.57841051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"f898e3ee-f649-4eb6-9ca6-ed1d15d2af2a","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.669281601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fee7c630-ba23-44d9-94a5-231380350e44","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.694702925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1a869d8f-a182-43b1-9577-c8cb67bd557a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.696751081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4d1af62f-434b-4328-9279-dbff81e9bc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.699663758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"f898e3ee-f649-4eb6-9ca6-ed1d15d2af2a","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.701337391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"3f7a4335-dc51-4ca8-969d-b81c0e61e74c","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.701368202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"3f7a4335-dc51-4ca8-969d-b81c0e61e74c","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.702493581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a35ea09-4c22-4be7-95fa-6e138d10af6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.707093407Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1a869d8f-a182-43b1-9577-c8cb67bd557a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.711831645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.716609953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a35ea09-4c22-4be7-95fa-6e138d10af6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.720229156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4d1af62f-434b-4328-9279-dbff81e9bc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.728632405Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6a35ea09-4c22-4be7-95fa-6e138d10af6a","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.729626175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"b34530a2-0a22-4fb4-a6b4-a303204ea675","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.729692655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"b34530a2-0a22-4fb4-a6b4-a303204ea675","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:31.729925221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"88a67986-f84e-49e1-809d-afc6bb9d5e2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-2e4c55-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:31.739191728Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"b34530a2-0a22-4fb4-a6b4-a303204ea675","name":"e2e-cfl-ok-280136","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-280136\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:31.739325255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"b34530a2-0a22-4fb4-a6b4-a303204ea675","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-280136\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.743834907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"f9151136-4814-493e-9ba1-c32192919cb5","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.743934846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"f9151136-4814-493e-9ba1-c32192919cb5","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.787526239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"b8ff678a-b203-4848-a72d-962b1002ba35","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.80695619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"b8ff678a-b203-4848-a72d-962b1002ba35","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.816978828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"50ad4ed6-54de-4b4c-a31b-bfd502e669e5","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.817070009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"50ad4ed6-54de-4b4c-a31b-bfd502e669e5","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.828655995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"0655f361-3d54-4c5f-bf07-db254bc4150a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.828682548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"0655f361-3d54-4c5f-bf07-db254bc4150a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.830070207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e76c5530-f41e-42bd-afee-7cc87a977c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.838305172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e76c5530-f41e-42bd-afee-7cc87a977c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.841394374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"03e4e76f-0788-41ac-9e06-5eaf62dc25dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.851714757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"03422db1-994d-4d95-9acd-58320cb2040e","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cmp-legacy-2e4c55","model":"e2e-cmp-legacy-2e4c55","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.85216653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"03e4e76f-0788-41ac-9e06-5eaf62dc25dc","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.933932044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"e7ebdfeb-8f65-4a2f-9d2a-088045cf553a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.934037891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"e7ebdfeb-8f65-4a2f-9d2a-088045cf553a","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.989608467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76703721-18eb-4594-a0ec-324608e5080e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.994001344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"16f6d844-503b-4f4f-aa0f-08d2aabac461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.994515877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f2766770-eb5d-46f1-9d2a-2c440acc5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.995086019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"5ab79e77-e398-4c0d-a336-d4f8dc42d65e","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cmp-legacy-2e4c55","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.99726383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"00c245f6-8f6f-4faf-a922-24afed80dcf7","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.001001564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76703721-18eb-4594-a0ec-324608e5080e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.004379741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"16f6d844-503b-4f4f-aa0f-08d2aabac461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.007159348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f2766770-eb5d-46f1-9d2a-2c440acc5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.009220612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"00c245f6-8f6f-4faf-a922-24afed80dcf7","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.036845251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"b4cb7abf-e5f7-4e9a-8769-9601d87b57ce","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.062231284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1eca7904-8882-40fb-a103-067c49881545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.075481666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1eca7904-8882-40fb-a103-067c49881545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.159651954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"74cae8c0-0975-4215-af17-ffded22c7d7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.16086537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3bd12cf3-9a9b-43db-bf76-15a2109146b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.161315939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87d5227b-6898-470b-b144-118ef61f865d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.167135976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814dfd15-9e73-41e4-aff1-3847844cb8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.167140752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"58a23005-90cb-4ac0-a4af-9e47c6d2d71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.172067168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3bd12cf3-9a9b-43db-bf76-15a2109146b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.172929038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"74cae8c0-0975-4215-af17-ffded22c7d7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.174213918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87d5227b-6898-470b-b144-118ef61f865d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.177441387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"58a23005-90cb-4ac0-a4af-9e47c6d2d71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.179681625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814dfd15-9e73-41e4-aff1-3847844cb8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.265400384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d76ed6ad-5cfb-486d-aaa8-e7d2288103e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.266039553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"80216718-4ae4-4643-8f0f-13b5865d21df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.267142479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"7e8637b0-6403-4eb4-9b9f-e69721fdf0f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.271331314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"b13c95bf-aeab-4f7f-9f69-82f6174e468e","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.271386396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4aaf45dd-fee2-4b07-a93c-71ad3e22c471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.274756273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d76ed6ad-5cfb-486d-aaa8-e7d2288103e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.276998026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"7e8637b0-6403-4eb4-9b9f-e69721fdf0f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.348708233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"b13c95bf-aeab-4f7f-9f69-82f6174e468e","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.348878167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"80216718-4ae4-4643-8f0f-13b5865d21df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.350631263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4aaf45dd-fee2-4b07-a93c-71ad3e22c471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.368755965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"0a151d39-54ba-463e-b18b-78c177c2d105","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.368775894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"0a151d39-54ba-463e-b18b-78c177c2d105","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.370087711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d4ac94c5-3789-4914-b461-ba1ffdff7935","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.371156505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b442fe24-1f64-4061-b431-005f523785e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.371492436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"50a68bb1-8af9-4936-a927-8a1a701b28e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.376970282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d4ac94c5-3789-4914-b461-ba1ffdff7935","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.382020452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b442fe24-1f64-4061-b431-005f523785e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.382131969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"50a68bb1-8af9-4936-a927-8a1a701b28e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.388046191Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"50a68bb1-8af9-4936-a927-8a1a701b28e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.388111362Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"b442fe24-1f64-4061-b431-005f523785e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.419042788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rot-ab4337-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.422473275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"76609b35-fe79-46fc-ae41-9eca27b33582","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.422492539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"76609b35-fe79-46fc-ae41-9eca27b33582","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:32.43032233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"b674b1aa-94d2-4659-9697-05454a2de977","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-a89f97-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.438289883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"d33a4d79-e80c-4df3-8f46-63f681702ad3","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.438310699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"d33a4d79-e80c-4df3-8f46-63f681702ad3","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:32.451564063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"d33a4d79-e80c-4df3-8f46-63f681702ad3","name":"e2e-cmp-legacy-a89f97","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a89f97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:32.451631025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"d33a4d79-e80c-4df3-8f46-63f681702ad3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a89f97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.45470355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8d48cbcd-289b-4e7f-9329-ecb8edc414fe","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.454723052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"8d48cbcd-289b-4e7f-9329-ecb8edc414fe","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.463955886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3fb34b80-b9e9-4383-b894-da8bbcd5502f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.464846999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"da0850c0-401b-4d78-80f3-e4e8a4345e20","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.464865108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"da0850c0-401b-4d78-80f3-e4e8a4345e20","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.467508983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"eed4f775-c1a6-46cf-ac3f-5b62ba34a5f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.472168581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"3fb34b80-b9e9-4383-b894-da8bbcd5502f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.474713527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"eed4f775-c1a6-46cf-ac3f-5b62ba34a5f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.484236527Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"f6d1fa7d-8483-49f2-90e3-6ac8bc63f191","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cmp-legacy-a89f97","model":"e2e-cmp-legacy-a89f97","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.487565082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (791d00a806428c0b3c22af295f4e2c7e3953035822e4e8faf63a75bc4a730c07) AuthConfig (ba6994500652b41690b284356270826dc7791b2c0cddfa9c987b4b331ad90373) AuthConfig (8aabe5b828e352f6d9e0175d2a4ffd4d698509c1289ba1a963b5b4408195508c) AuthConfig (f7e7c24001f46a152f773667dff43175d023f5d9c53f3552e7f96fea2df023cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"eed4f775-c1a6-46cf-ac3f-5b62ba34a5f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.499963412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"558e6cd2-e1c1-423a-8041-a5772e34add8","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.499987142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"558e6cd2-e1c1-423a-8041-a5772e34add8","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.512172779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"57607c8e-c4e4-4da6-8e56-1564758b39cb","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.512192387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"57607c8e-c4e4-4da6-8e56-1564758b39cb","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.577367917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"74c9cb7e-e2ae-4ceb-8ddb-1177ebb72c6e","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cmp-legacy-a89f97","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.577838111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"1a052fb7-c45e-4707-bf9b-06f1c8ad3623","namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.581323374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"d070ee7f-750a-4453-a391-00510e538dd5","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.581343421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"d070ee7f-750a-4453-a391-00510e538dd5","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","externalModel":"e2e-rot-ab4337","provider":"e2e-rot-ab4337-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.588400093Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"378d40c2-2376-4310-8ab8-053f1415f093","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.592173846Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"126ad100-59a6-4b97-83d3-992c4db451c7","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.669085233Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"41d5d920-3d3c-4eeb-a746-6b90111da56a","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"routeName":"external-model-e2e-rot-ab4337-41324fe4efd6","namespace":"e2e-extmod-rot-user-b1c0df","model":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.709609694Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"ffd38b8a-b2bf-4138-a2e8-074896dd2d28","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.748469896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d8c15862-55fa-47e2-8cb1-5aae7189a9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.748928085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c1f84e50-bd39-44ae-9e3c-52a374356b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.761721422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"4c0a612a-e8b5-45b0-8fda-147c6f0dbd56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.767796512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0811493f-8755-4efb-b6f3-3424fa54a4da","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.77051538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"5e1730bc-05e5-4f84-8ba7-e92f05497ede","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.874175543Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"5639fc2c-a784-4d92-9734-e1424d4763ed","namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.89554284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"4c0a612a-e8b5-45b0-8fda-147c6f0dbd56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.986553261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c1f84e50-bd39-44ae-9e3c-52a374356b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.99103972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0811493f-8755-4efb-b6f3-3424fa54a4da","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.995219103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"5e1730bc-05e5-4f84-8ba7-e92f05497ede","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:40.995763852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d8c15862-55fa-47e2-8cb1-5aae7189a9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.021334001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"f1b43d14-5f2e-4dc8-9a3f-aac3c5c8f9a4","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.034380641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (791d00a806428c0b3c22af295f4e2c7e3953035822e4e8faf63a75bc4a730c07) AuthConfig (ba6994500652b41690b284356270826dc7791b2c0cddfa9c987b4b331ad90373) AuthConfig (8aabe5b828e352f6d9e0175d2a4ffd4d698509c1289ba1a963b5b4408195508c) AuthConfig (f7e7c24001f46a152f773667dff43175d023f5d9c53f3552e7f96fea2df023cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"4c0a612a-e8b5-45b0-8fda-147c6f0dbd56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.036578743Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"5e1730bc-05e5-4f84-8ba7-e92f05497ede","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.049777036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"f1b43d14-5f2e-4dc8-9a3f-aac3c5c8f9a4","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.060690791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"094ac128-51a2-4e61-b89f-da2d7685d060","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.066363957Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"d7806745-1e90-48e7-a13e-ef5a49cfaeff","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.068559971Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"094ac128-51a2-4e61-b89f-da2d7685d060","name":"e2e-rot-ab4337","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-ab4337\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.068643288Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"094ac128-51a2-4e61-b89f-da2d7685d060","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-ab4337\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.068688019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"094ac128-51a2-4e61-b89f-da2d7685d060","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.073405809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"781e66c8-21a6-4e83-beae-c5cd3ad2e36c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.074119768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"1137f9de-6a9c-4969-bc24-bdea0f4d26f0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.082069302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"781e66c8-21a6-4e83-beae-c5cd3ad2e36c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.082373505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"1137f9de-6a9c-4969-bc24-bdea0f4d26f0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.082626619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c8879dd9-0315-4807-bb9e-51ffb871bb06","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.085379418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b3489005-aeb2-4d99-87a4-32f108eb6d30","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.085436934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b3489005-aeb2-4d99-87a4-32f108eb6d30","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.092479295Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"781e66c8-21a6-4e83-beae-c5cd3ad2e36c","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.0935368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c8879dd9-0315-4807-bb9e-51ffb871bb06","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.094181921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"ad67c44f-484e-4fd1-b1bf-b726778d8ecb","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.099785251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"36a3fe1d-6742-4d41-88a1-a24663b7d8c3","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.099858789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"36a3fe1d-6742-4d41-88a1-a24663b7d8c3","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.147078165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b830dfba-ba64-4cc3-bd1c-32807c07efca","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.147155497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b830dfba-ba64-4cc3-bd1c-32807c07efca","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.150244986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9058eb5e-71be-4297-8e60-d7e8836d74e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.151625454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cddde893-3687-4ac3-b2c1-ad951bc13efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.15330507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c90053e0-5a35-41d1-ae9d-95c314a02148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.15861347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cddde893-3687-4ac3-b2c1-ad951bc13efe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.158958393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9058eb5e-71be-4297-8e60-d7e8836d74e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.161012963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c90053e0-5a35-41d1-ae9d-95c314a02148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.230821312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b9af574f-918d-4e0a-9273-462539cb9b17","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.230893202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"b9af574f-918d-4e0a-9273-462539cb9b17","error":"ExternalModel e2e-rot-ab4337 not found in namespace e2e-extmod-rot-user-b1c0df (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.247006541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39018939-5858-4416-855d-337abd821de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.249634286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"c0805342-fe87-4765-8b60-07611f0cd1cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.250314818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cc6464b4-bdf8-48a0-b656-13986d81afc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.252792796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dc218c1-3a86-4cd0-9ea9-c20f837c2d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.255187348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39018939-5858-4416-855d-337abd821de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.257388287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"cc6464b4-bdf8-48a0-b656-13986d81afc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.257420079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"c0805342-fe87-4765-8b60-07611f0cd1cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.25774461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"3691d073-8b09-4978-95bc-1051bbd47933","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.260197298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dc218c1-3a86-4cd0-9ea9-c20f837c2d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.264802944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"3691d073-8b09-4978-95bc-1051bbd47933","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.267220252Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"3691d073-8b09-4978-95bc-1051bbd47933","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.28147476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00ccaed7-0640-4c7e-bf19-1bd6647731e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.282042881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"bc18e92c-a73a-4f5f-99c3-e7db2f4e95c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.346403307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"2a89cf4c-2e2e-4813-8a80-0960e21285bb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.346964447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"626310a0-4b87-4520-baf4-3686e92a7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.347517222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7ec94bd8-d18e-425a-bd6c-77307785b189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.351180192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00ccaed7-0640-4c7e-bf19-1bd6647731e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.359931415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"2a89cf4c-2e2e-4813-8a80-0960e21285bb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.368093868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"bc18e92c-a73a-4f5f-99c3-e7db2f4e95c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.463273446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"626310a0-4b87-4520-baf4-3686e92a7e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.466942294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7ec94bd8-d18e-425a-bd6c-77307785b189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.472086771Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"f2eadcfc-20f1-4265-ad31-9a67a3fbdc4e","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","error":"MaaSModelRef not found: e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337 (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:41.581336582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-ab4337","namespace":"e2e-extmod-rot-user-b1c0df"},"namespace":"e2e-extmod-rot-user-b1c0df","name":"e2e-rot-ab4337","reconcileID":"87010c58-211b-4003-9199-bb5a7f832fd7","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-ab4337\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.652042496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"2286b055-175c-4c5a-83ca-256c34d79b39","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.652579181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"007f1e38-d733-40d6-9311-e342595e2254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.655190843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a6646029-400b-4029-9289-054ddc35fea6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.658224738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"08e2869a-d214-41e3-991f-fbf5bbba2af2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.659923645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"2286b055-175c-4c5a-83ca-256c34d79b39","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.664122481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"007f1e38-d733-40d6-9311-e342595e2254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.664377931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a6646029-400b-4029-9289-054ddc35fea6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.667069478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"08e2869a-d214-41e3-991f-fbf5bbba2af2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.670998648Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a6646029-400b-4029-9289-054ddc35fea6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.676219406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (791d00a806428c0b3c22af295f4e2c7e3953035822e4e8faf63a75bc4a730c07) AuthConfig (ba6994500652b41690b284356270826dc7791b2c0cddfa9c987b4b331ad90373) AuthConfig (8aabe5b828e352f6d9e0175d2a4ffd4d698509c1289ba1a963b5b4408195508c) AuthConfig (f7e7c24001f46a152f773667dff43175d023f5d9c53f3552e7f96fea2df023cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"08e2869a-d214-41e3-991f-fbf5bbba2af2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.692236073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e6efd779-9b49-40c5-a9ea-a86cabe7cafb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.699549749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e6efd779-9b49-40c5-a9ea-a86cabe7cafb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.861812958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7b563ad6-9976-4c7a-a316-d02f8114027a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.862350634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"fdc69f2b-c36a-4dc4-90d1-090f6fe220f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.869440156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"da5edd0d-a4c1-400d-af8a-cd2ad352e9d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.873891091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"7b563ad6-9976-4c7a-a316-d02f8114027a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.878610003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"fdc69f2b-c36a-4dc4-90d1-090f6fe220f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.894364856Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"fdc69f2b-c36a-4dc4-90d1-090f6fe220f1","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.897397512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"da5edd0d-a4c1-400d-af8a-cd2ad352e9d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.897515923Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"da5edd0d-a4c1-400d-af8a-cd2ad352e9d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:42.051353091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"ca29b415-2212-41cf-b476-d4c973037235","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:42.724606937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"08a89155-c73b-40f0-9a17-212d0ff68602","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.005432466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4e2fe3-f2ea-40f5-b85e-a1411e46fa7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.0263985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4e2fe3-f2ea-40f5-b85e-a1411e46fa7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.032352477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4e2fe3-f2ea-40f5-b85e-a1411e46fa7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.036548651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a4e2fe3-f2ea-40f5-b85e-a1411e46fa7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.212462513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3b4c34-cdc5-4be5-891e-981c360d01ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.215636692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3b4c34-cdc5-4be5-891e-981c360d01ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.218984346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3b4c34-cdc5-4be5-891e-981c360d01ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.222338245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3b4c34-cdc5-4be5-891e-981c360d01ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:44.454868581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:46.955640168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"dd29c8a5-11c0-421c-93ac-802904f70741","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cmp-legacy-2e4c55","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.210415245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"781241f3-7efa-4b39-8ef5-5454e2fd5a3b","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cmp-legacy-a89f97","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.296329496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"fe20a517-f44a-4fef-a2be-422a56c8a9ca","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.296388522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"fe20a517-f44a-4fef-a2be-422a56c8a9ca","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.358269798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"61ae57df-dc51-40e9-9160-db438ad471bd","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.358310095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"61ae57df-dc51-40e9-9160-db438ad471bd","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.374661507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"94a176a7-84f3-4973-bc35-a8f2853f4823","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.381323891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"4b4ff570-3c6f-475d-ae90-0be53284d226","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.385536575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"94a176a7-84f3-4973-bc35-a8f2853f4823","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.389569963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"4b4ff570-3c6f-475d-ae90-0be53284d226","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.392305414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"94a176a7-84f3-4973-bc35-a8f2853f4823","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.430669811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"00ff729b-b91a-4984-abcd-a7f78f2d42a8","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.430716026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"00ff729b-b91a-4984-abcd-a7f78f2d42a8","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.597270215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"bc23cc5c-86d5-4305-9044-a2a0661c8621","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.605262032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"bc23cc5c-86d5-4305-9044-a2a0661c8621","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.221837643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"efd2b718-df72-45be-ab84-f036f68ac645","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.229631881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"efd2b718-df72-45be-ab84-f036f68ac645","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.784376372Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"a4e2ef30-d0a5-4343-830e-8bcbba2e3326","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.797521844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"7383dc5b-74f3-4a9a-9908-1d1a52934b4f","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.808048916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5f91125a-ee77-4b04-9fee-ce8a5b4a655f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.819709177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"787ca314-aa7a-47c1-9d2e-2d3783e918cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.819824285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5f91125a-ee77-4b04-9fee-ce8a5b4a655f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.820138031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7d40ea93-deeb-4c5e-a003-f0f389717239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.820238094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9cb237c-2e1f-43cc-a682-e277f22431ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.825898195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"5ba08dcb-fd9b-4233-9071-e261ad707f03","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.83336657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7d40ea93-deeb-4c5e-a003-f0f389717239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.833418372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9cb237c-2e1f-43cc-a682-e277f22431ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.835817426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"787ca314-aa7a-47c1-9d2e-2d3783e918cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.838171403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"5ba08dcb-fd9b-4233-9071-e261ad707f03","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.847712042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"5ba08dcb-fd9b-4233-9071-e261ad707f03","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.855947286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"1f590552-20fa-4c53-9303-d2fd79d98720","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.855965896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"1f590552-20fa-4c53-9303-d2fd79d98720","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.877089363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"aa5b3620-a7e2-4a92-9444-9ba0b066f013","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37d9f0bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.918958685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67a33eb9-87a5-46c5-ba99-e50cab05082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.928818247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67a33eb9-87a5-46c5-ba99-e50cab05082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.97909544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5d6cf81e-453d-455a-9aaf-2f0c24cf4c56","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.979124136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5d6cf81e-453d-455a-9aaf-2f0c24cf4c56","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.979352456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"b30fc7bd-9a92-4774-af7d-56ee3d5bba39","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.99211156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8ba7e389-46a3-49f2-a1ed-2b41ddd0b4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.997382207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"b6f44730-797d-4920-8460-6213fbbba7f6","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.997404684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"b6f44730-797d-4920-8460-6213fbbba7f6","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:48.999944615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8ba7e389-46a3-49f2-a1ed-2b41ddd0b4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.053796275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"30a80efb-2bce-4c06-9c72-8e530678d117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.054443059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"df5fcb7f-5646-4f60-bfa3-9c9237e38e47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.05444461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"792eff58-4755-4326-9443-0112ce82f10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.062435084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"30a80efb-2bce-4c06-9c72-8e530678d117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.062829453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"792eff58-4755-4326-9443-0112ce82f10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.065949919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"df5fcb7f-5646-4f60-bfa3-9c9237e38e47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.090873539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"de6379ec-ede1-4057-b983-b42fcec637f4","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.104723402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"a43a7b3d-5f69-4799-a733-37cec2564a2a","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.13406795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"a43a7b3d-5f69-4799-a733-37cec2564a2a","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.429078879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5feb42f6-7048-4343-98a6-014a6c34ef56","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.429178224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5feb42f6-7048-4343-98a6-014a6c34ef56","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.497055535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0a2f9c30-2b82-4a9c-bafe-142cb9f7bb0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.497933724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"444251d5-5530-46af-a6e8-09e731ae0e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.508087375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0a2f9c30-2b82-4a9c-bafe-142cb9f7bb0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.512057514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"444251d5-5530-46af-a6e8-09e731ae0e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.516561626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"078fab1f-be1b-4b39-90e1-7342690a2ad0","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.518088871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a9fdf135-0108-48b0-a25f-fde042071c03","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.518934755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"75b68907-0dee-401a-9645-dd2371babd70","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.52873856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a9fdf135-0108-48b0-a25f-fde042071c03","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.531000355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"75b68907-0dee-401a-9645-dd2371babd70","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.531232904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"078fab1f-be1b-4b39-90e1-7342690a2ad0","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.539433455Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"a9fdf135-0108-48b0-a25f-fde042071c03","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.544104062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"75b68907-0dee-401a-9645-dd2371babd70","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.562899134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d5e9795b-b55e-49ce-b6ae-91a440bf2377","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.584458529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d5e9795b-b55e-49ce-b6ae-91a440bf2377","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.650105256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"60271a3c-dc26-4158-af1e-50d97d130eb6","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.653722194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"9b62f22f-d078-418b-830c-4723819e0e29","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.653744749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"9b62f22f-d078-418b-830c-4723819e0e29","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.657877658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"73664f33-72d0-49f3-914e-817d315cbf2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.657935909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9587b415-54fc-40ff-a3ee-cb3417855afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.658525477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"12b7bfa1-fd41-4dd5-b714-b63bd96830f7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.666044968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9587b415-54fc-40ff-a3ee-cb3417855afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.666162709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"12b7bfa1-fd41-4dd5-b714-b63bd96830f7","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.66826542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"73664f33-72d0-49f3-914e-817d315cbf2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.747789529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"262ec2ca-6961-4510-9d78-b33b7e408578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.756625022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"262ec2ca-6961-4510-9d78-b33b7e408578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.757175602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"a2841cfc-6627-45ac-b1fb-78fde85cae8f","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.765280645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"a2841cfc-6627-45ac-b1fb-78fde85cae8f","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.774260353Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"a2841cfc-6627-45ac-b1fb-78fde85cae8f","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.957241707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"94cb3c10-c276-44cc-8e58-567f668f9137","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.960473045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"834c0785-3eb5-447f-baa0-8d69664a2044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.961707157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3b95cba1-347e-475f-ac45-34f99993a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.965812872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"94cb3c10-c276-44cc-8e58-567f668f9137","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.969145802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"834c0785-3eb5-447f-baa0-8d69664a2044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:49.972835466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3b95cba1-347e-475f-ac45-34f99993a15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.05526411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ba7104-be74-4a24-89f2-a218bf326f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.05856781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2ea6c444-6bfc-4e11-89c8-9fa8e3a6c840","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.064608514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ba7104-be74-4a24-89f2-a218bf326f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.067086347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2ea6c444-6bfc-4e11-89c8-9fa8e3a6c840","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.076529159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2ea6c444-6bfc-4e11-89c8-9fa8e3a6c840","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.09406753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"643c1cc3-2f9d-470b-93b6-a00eb21f1642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.101235462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eea63d6-5cb9-4142-aac3-3d22ec5ef2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.106853999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"643c1cc3-2f9d-470b-93b6-a00eb21f1642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.112824586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eea63d6-5cb9-4142-aac3-3d22ec5ef2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.187223277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"88245457-fd05-47dd-bbf1-51d276be3e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.187629091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b1605bf4-7ae0-4d14-96ec-192c50d2554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.19753487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b1605bf4-7ae0-4d14-96ec-192c50d2554d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.197573325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"88245457-fd05-47dd-bbf1-51d276be3e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.26673203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"a58f9afd-e88b-4414-876c-e21c4a1adc18","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.266883931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"a58f9afd-e88b-4414-876c-e21c4a1adc18","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.461638342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"742cc3e5-0fd8-4f4f-bb6a-1a18095c28f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.466182014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"7beab4e8-a78e-4f0e-8f09-6edc4a21132f","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.562013729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2f832925-f11e-48b4-ae26-f0929f1a6ea7","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.564397174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"dae0fcef-f99f-4ff4-b5fd-535fc0c97abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.571998063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"742cc3e5-0fd8-4f4f-bb6a-1a18095c28f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.572388532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"40c0a5c5-eab8-487f-8887-64748ab095ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.576671377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"dae0fcef-f99f-4ff4-b5fd-535fc0c97abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.58466382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2f832925-f11e-48b4-ae26-f0929f1a6ea7","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.585624881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"7beab4e8-a78e-4f0e-8f09-6edc4a21132f","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.587419434Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"dae0fcef-f99f-4ff4-b5fd-535fc0c97abf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.590828624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"40c0a5c5-eab8-487f-8887-64748ab095ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.608773812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"7beab4e8-a78e-4f0e-8f09-6edc4a21132f","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.610707272Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"40c0a5c5-eab8-487f-8887-64748ab095ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.646732511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"85829346-1a65-41fa-9b04-4586f2fffe8d","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.646764227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"85829346-1a65-41fa-9b04-4586f2fffe8d","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.654658206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"db4f6d0a-11cd-42aa-a2cd-35112b26fc7a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.661754776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"db4f6d0a-11cd-42aa-a2cd-35112b26fc7a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.739085502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"78f46277-5e25-4e8e-ae2f-c2990220c90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.743984165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"88deffdc-58ba-4773-81ea-ba6529a24096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.744885555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7512aaa9-1c75-409a-ae94-fe674e9980c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.749194578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"78f46277-5e25-4e8e-ae2f-c2990220c90f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.749809786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"a15b303f-9a86-4895-a726-15389a9514f4","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.751590877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"655f5f1b-b648-49e1-bebe-35f4746996cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.755167487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"88deffdc-58ba-4773-81ea-ba6529a24096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.758037567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7512aaa9-1c75-409a-ae94-fe674e9980c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.765114489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"655f5f1b-b648-49e1-bebe-35f4746996cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:50.766666671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"a15b303f-9a86-4895-a726-15389a9514f4","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:51.101779288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"5a1d0744-89b6-4cc3-818f-7af8a79dc828","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:52.751867282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"0079c1ab-7187-4597-8241-f65a93966b30","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.881932529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"08de8933-eb7d-4655-a38b-2a1962c24f8b","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","subscription":"e2e-cmp-legacy-2e4c55-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.889108344Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"08de8933-eb7d-4655-a38b-2a1962c24f8b","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.892479498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-sub","reconcileID":"08de8933-eb7d-4655-a38b-2a1962c24f8b","MaaSSubscription":{"name":"e2e-cmp-legacy-2e4c55-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.921519629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.92521555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"fd2a43d8-9183-4e41-b816-71ef20f071ed","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.925235007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"fd2a43d8-9183-4e41-b816-71ef20f071ed","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.951143985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"d96d8365-fef9-4297-a001-a2d7f619998d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.960013193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"d96d8365-fef9-4297-a001-a2d7f619998d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.96658468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"311e1e0e-9b39-4b23-8cde-763da4c4448b","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.966609152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"311e1e0e-9b39-4b23-8cde-763da4c4448b","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.092742952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"55d95815-0d2c-4b31-8ef9-ccdf5466c023","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.092850808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"55d95815-0d2c-4b31-8ef9-ccdf5466c023","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.104597489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"7a91b37c-cd4e-4a96-9e0f-4c9604191095","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.125894915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"7a91b37c-cd4e-4a96-9e0f-4c9604191095","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.181473655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f5a17057-8121-468c-9307-f976b7e44daa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.19169032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f5a17057-8121-468c-9307-f976b7e44daa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.214613203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f5a17057-8121-468c-9307-f976b7e44daa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.21463364Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55-access","reconcileID":"f5a17057-8121-468c-9307-f976b7e44daa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-2e4c55-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.224202679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"4b1a0c26-0382-4bf5-8682-4bc710c10dfc","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"ai-tenant-e2e-extmod-a-7c759a/e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.224222578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"4b1a0c26-0382-4bf5-8682-4bc710c10dfc","MaaSModelRef":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"routeName":"external-model-e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a","model":"e2e-cmp-legacy-2e4c55","externalModel":"e2e-cmp-legacy-2e4c55","provider":"e2e-cmp-legacy-2e4c55-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.499782784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"3f304ca0-d695-40e3-b55d-8d24258b44b3","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","subscription":"e2e-rot-ab4337-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.499922273Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-sub","reconcileID":"3f304ca0-d695-40e3-b55d-8d24258b44b3","MaaSSubscription":{"name":"e2e-rot-ab4337-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","error":"MaaSModelRef not found: e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.564619245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-recover-4bd766-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.58342596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1d31f05b-885c-4a28-8b54-6264469ca126","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.584043104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"77350c4a-a75c-4cde-962e-88ee606506d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.585667964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"23152685-4d5e-41fe-8de3-2bc0a638a9fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.591943596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"1d31f05b-885c-4a28-8b54-6264469ca126","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.592436804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"75b3c759-4cdc-4bb9-8449-5c44db105f3e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.650176631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"77350c4a-a75c-4cde-962e-88ee606506d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.650837383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"23152685-4d5e-41fe-8de3-2bc0a638a9fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.653409372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"75b3c759-4cdc-4bb9-8449-5c44db105f3e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.657767672Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"77350c4a-a75c-4cde-962e-88ee606506d1","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.657960062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"23152685-4d5e-41fe-8de3-2bc0a638a9fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.660051125Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"75b3c759-4cdc-4bb9-8449-5c44db105f3e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.717696908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rot-ab4337-access","reconcileID":"844c0913-1258-47a4-8478-765769cd24af","MaaSAuthPolicy":{"name":"e2e-rot-ab4337-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rot-user-b1c0df/e2e-rot-ab4337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.719751948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"54ed15eb-38dd-4aec-8a7b-0f5d6af65e4a","namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.773439393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"314eeda6-cf8a-4de0-b720-babc293f9de8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.789697107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"314eeda6-cf8a-4de0-b720-babc293f9de8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.795555064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"314eeda6-cf8a-4de0-b720-babc293f9de8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.796454342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"e93ea7f4-4480-4b26-be1f-748364486be6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.79687936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"28d655e5-f462-4cc0-93b5-a57662c77413","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.799362718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"c873c488-6c44-4a83-bd7c-33fa524da790","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.804495586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"28d655e5-f462-4cc0-93b5-a57662c77413","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.806211316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"e93ea7f4-4480-4b26-be1f-748364486be6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.808620422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"c873c488-6c44-4a83-bd7c-33fa524da790","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.814239801Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"28d655e5-f462-4cc0-93b5-a57662c77413","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.814591076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"e93ea7f4-4480-4b26-be1f-748364486be6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.835997925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-2e4c55","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","reconcileID":"212f478d-4e0a-4e51-8294-3b8305454c24","namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cmp-legacy-2e4c55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.846699882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3f1e571d-790e-49ce-bfb4-cef092f0ec32","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.846775714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"88cb7937-ef30-4510-aadd-d1e9d1c0611f","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.85764161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3f1e571d-790e-49ce-bfb4-cef092f0ec32","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.858075703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"88cb7937-ef30-4510-aadd-d1e9d1c0611f","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.865935079Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"3f1e571d-790e-49ce-bfb4-cef092f0ec32","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.933183924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"73b0cd9f-7574-4341-b98a-1444fa05b208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.935750676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"cb6c5d8d-5967-4c0f-b02a-638ef55a1ffb","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.940085989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"73b0cd9f-7574-4341-b98a-1444fa05b208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:59.943022615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"cb6c5d8d-5967-4c0f-b02a-638ef55a1ffb","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.208618928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"2ce84b8b-b26f-4967-8735-0ef1a935f0e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.292413696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c725d2ac-5e5b-4952-9941-7b04a37c6412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.325538285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"efe2ceda-9530-479a-83c0-b076a33a1010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.344897145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2f1379b4-1ffb-4ea8-9091-a7a9cf775d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.34582005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c3684a4-c296-4eb0-949b-fa91c7a23669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.497236854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c725d2ac-5e5b-4952-9941-7b04a37c6412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.63334512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"efe2ceda-9530-479a-83c0-b076a33a1010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.656157484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2f1379b4-1ffb-4ea8-9091-a7a9cf775d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.656700112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c3684a4-c296-4eb0-949b-fa91c7a23669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.664377073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"2ce84b8b-b26f-4967-8735-0ef1a935f0e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.776762494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f388505d-0fd7-4888-80f1-56d46f60082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.776830599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6ba21e7d-b375-4a2b-8d4b-249dfc1d1e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.778991197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0082368c-550c-484c-9f1a-5c04a58eff4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.779398593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb172368-721b-4208-a91e-e69c5bb565ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.787813397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f388505d-0fd7-4888-80f1-56d46f60082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.787943004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0082368c-550c-484c-9f1a-5c04a58eff4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.788383957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"88448d90-b20b-4e2d-adfe-3d6278f5c42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.790155807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6ba21e7d-b375-4a2b-8d4b-249dfc1d1e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.790639057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eb172368-721b-4208-a91e-e69c5bb565ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.798799085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"88448d90-b20b-4e2d-adfe-3d6278f5c42e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.886227377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b4199252-dd2f-49fd-bec3-fcd11178655b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.888179086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"07a0a190-2de2-4ff2-87f1-57ba4eaa89de","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.888201165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"07a0a190-2de2-4ff2-87f1-57ba4eaa89de","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.894322736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b4199252-dd2f-49fd-bec3-fcd11178655b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:00.907892199Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"f79f7bca-5233-4f99-a10c-2e03b95e3484","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-089a375e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.004472412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ac60fef5-73f7-4b7e-9525-7b29947f0e0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.053868609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"00f5a5ef-f4da-4272-9cda-778338fc04cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.058041295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ac60fef5-73f7-4b7e-9525-7b29947f0e0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.058464873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"8722816a-d7f1-4b29-ac51-a17beee8e947","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.06147458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"377467ce-1b8b-4a5c-b709-c177a052aff4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.062931476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"00f5a5ef-f4da-4272-9cda-778338fc04cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.064326117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ac60fef5-73f7-4b7e-9525-7b29947f0e0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.06652119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"8722816a-d7f1-4b29-ac51-a17beee8e947","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.070056793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"377467ce-1b8b-4a5c-b709-c177a052aff4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.146533083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"377467ce-1b8b-4a5c-b709-c177a052aff4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.150812518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"98c47773-5221-494f-8b1e-cd8b0287c97e","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.159031066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1c8df80d-9bc5-4731-9a88-12f924ac3937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.161437896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8bdee06f-8351-4bbf-8e1e-34492b718791","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.167945218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1c8df80d-9bc5-4731-9a88-12f924ac3937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.174385588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8bdee06f-8351-4bbf-8e1e-34492b718791","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.176795361Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"1c8df80d-9bc5-4731-9a88-12f924ac3937","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.251359633Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"8bdee06f-8351-4bbf-8e1e-34492b718791","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.257329389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"e2ebeed1-97b1-4b2f-8270-379a6f84e224","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.266031805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"e2ebeed1-97b1-4b2f-8270-379a6f84e224","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.285019263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"cd4d1936-2684-4ca9-9a2b-39c3ebc72349","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.288720628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4acfdfb0-06f1-4d6e-a448-1effd42a606e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.292414947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"cd4d1936-2684-4ca9-9a2b-39c3ebc72349","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.349863608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4acfdfb0-06f1-4d6e-a448-1effd42a606e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.695859177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"1eeb8c32-1c8b-4e20-ab01-6623c90c1155","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.711539385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"b408bf98-3486-4fc9-a1f7-4b074463e8a1","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.718635514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5d37bf1f-af95-43b7-98d7-a6120a92073e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.719104307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9bd36013-5e3c-4199-8b94-53909e17a25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.7192934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"168a3206-d67a-4d3a-9ad9-d49584200ff5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.72449495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"d47f3a4a-d5b7-4e9f-9835-33b3cae0d4d2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.749681727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"168a3206-d67a-4d3a-9ad9-d49584200ff5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.750410637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"9c15dcb5-4be7-4e30-96c4-c0af44d08e53","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.752695854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5d37bf1f-af95-43b7-98d7-a6120a92073e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.752791631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9bd36013-5e3c-4199-8b94-53909e17a25d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.755137982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"d47f3a4a-d5b7-4e9f-9835-33b3cae0d4d2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.758298934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5d37bf1f-af95-43b7-98d7-a6120a92073e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.758659034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"9c15dcb5-4be7-4e30-96c4-c0af44d08e53","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.766673247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"d47f3a4a-d5b7-4e9f-9835-33b3cae0d4d2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.775501011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5e76398e-9fb1-4175-88a4-eee33f82133a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.784591905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5e76398e-9fb1-4175-88a4-eee33f82133a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.899459923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"6d9488fa-d17d-4f1a-b91d-e21165cc2f42","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.902872819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cd4f50f4-2376-489f-ad11-b20835d8554b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.921060737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f37fb05-853e-4e1c-b96e-c31d6526c35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.921812536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"7829709e-b19d-4748-9d7a-e927d435c93d","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.921845901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"7829709e-b19d-4748-9d7a-e927d435c93d","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.9231311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cd4f50f4-2376-489f-ad11-b20835d8554b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.925436809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bfcafc0c-6c62-41a0-b8e0-ca2d8cfdde42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.932525938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4f37fb05-853e-4e1c-b96e-c31d6526c35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.935831514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bfcafc0c-6c62-41a0-b8e0-ca2d8cfdde42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.965964833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"c76d77d4-fe1b-4442-89c1-dc42d1fbb98c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:01.965990303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"c76d77d4-fe1b-4442-89c1-dc42d1fbb98c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:01.996088851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"c76d77d4-fe1b-4442-89c1-dc42d1fbb98c","name":"e2e-cfl-same-e4c611","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-e4c611\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:01.996166938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"c76d77d4-fe1b-4442-89c1-dc42d1fbb98c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-e4c611\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.229669098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"83b3d69a-19b8-4c16-9641-c7bb3808f636","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.300255976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea135134-241e-4d4d-9f58-d051373d5475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.301497127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9a618a77-8099-4e84-a1e0-fcbeded00e0a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.301520093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9a618a77-8099-4e84-a1e0-fcbeded00e0a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.317543855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df0e779-b8e6-4110-83b4-d6e9784de77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.318576063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8245098a-ce09-4c98-9d91-229aafae3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.334501708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"16a6e576-c342-4070-9cc5-91ef57a5b257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.337643618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea135134-241e-4d4d-9f58-d051373d5475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.338296593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2df0e779-b8e6-4110-83b4-d6e9784de77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.339419401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"ea392477-df10-4e9c-af0b-33bfac01cd24","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.342460387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8245098a-ce09-4c98-9d91-229aafae3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.348858749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"ea392477-df10-4e9c-af0b-33bfac01cd24","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.349524622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"16a6e576-c342-4070-9cc5-91ef57a5b257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.373123149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"557c3729-caec-43ef-a8c0-e6f49ff837cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.376147298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"33bf8f8b-25e3-41f7-bc32-62c683ddf94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.381123323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"557c3729-caec-43ef-a8c0-e6f49ff837cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.381586236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"36fbf723-936a-4d19-9855-1711fe73fd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.384993225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"33bf8f8b-25e3-41f7-bc32-62c683ddf94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.388888488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"36fbf723-936a-4d19-9855-1711fe73fd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.468934159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e2c8d7f2-6a7f-465f-b6fe-9251707b066c","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.472292223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"fdfce815-e347-4e09-8c84-3d45e32cdd16","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.474078626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"172ae476-4a75-429d-ab4c-4125cd3012f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.475439085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d260b947-53f6-41e5-8592-b7156b00d1dc","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.477047394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"78fcaf91-f4e7-4cdf-8ff8-93fc7b6aef32","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.477315517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e2c8d7f2-6a7f-465f-b6fe-9251707b066c","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.479634861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"fdfce815-e347-4e09-8c84-3d45e32cdd16","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.481742806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"172ae476-4a75-429d-ab4c-4125cd3012f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.482382463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"d260b947-53f6-41e5-8592-b7156b00d1dc","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.484140829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e2c8d7f2-6a7f-465f-b6fe-9251707b066c","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.485089638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"78fcaf91-f4e7-4cdf-8ff8-93fc7b6aef32","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.489249243Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"172ae476-4a75-429d-ab4c-4125cd3012f8","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.490682331Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"78fcaf91-f4e7-4cdf-8ff8-93fc7b6aef32","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.546559526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"1cb49898-4ae0-4ddd-b7c9-ff2a13f62ca2","namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.551816789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e0d82d83-3ce4-43b1-abc0-41b415dab763","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.555737859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"757ffc11-f81b-4f57-9f99-bf89492dfa2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.557625891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7d6ab0dc-2dc3-4f3f-b37f-39358c04afd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.56583642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"e0d82d83-3ce4-43b1-abc0-41b415dab763","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.570717323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"94a49b34-e34f-4d62-beac-3177375a44a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.658799113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"757ffc11-f81b-4f57-9f99-bf89492dfa2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.662311453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7d6ab0dc-2dc3-4f3f-b37f-39358c04afd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.667669706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"94a49b34-e34f-4d62-beac-3177375a44a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.668687713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"263898c4-c203-471a-8d53-472ccc1f8f89","namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.671207599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"73f5d7dc-1b0d-460e-a6ed-412edec70965","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.754217817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"73f5d7dc-1b0d-460e-a6ed-412edec70965","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.755819412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"997eb684-2806-49e4-9f12-814e16a51244","namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.760255909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"73f5d7dc-1b0d-460e-a6ed-412edec70965","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.77272777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"0bab543f-bb03-4b19-be58-b4625913e674","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.772748059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"0bab543f-bb03-4b19-be58-b4625913e674","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.779711018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d3e16ddb-cf2f-4cff-9eef-5857ed76d9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.850363048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"1216d5d5-310c-4307-bfb0-e8195867047c","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.854685591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d3e16ddb-cf2f-4cff-9eef-5857ed76d9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.294285491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bc2cde0b-e114-4075-875e-161be4e11d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.295738864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"a87f3081-686d-43cb-9a83-a3a8ff9b8b9d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.310127409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4660278-2d36-4646-82be-57766ff1503f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.316741226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017a82fa-eed7-4ad3-a991-3f3c8e804270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.317531289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"bc2cde0b-e114-4075-875e-161be4e11d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.325833338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4660278-2d36-4646-82be-57766ff1503f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.32659893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"a87f3081-686d-43cb-9a83-a3a8ff9b8b9d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.328649084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"5e020a24-7c81-47ae-9a68-0a5e088767a8","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.329134364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"5e020a24-7c81-47ae-9a68-0a5e088767a8","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.332332517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017a82fa-eed7-4ad3-a991-3f3c8e804270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.332808905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"27f967ff-18af-4f35-8b13-99c8a552a6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.343148882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"27f967ff-18af-4f35-8b13-99c8a552a6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.446853337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"624e083f-48c7-4588-afbc-57a9a1ef4b74","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.477586211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d022e993-1248-4679-9025-a8b5b3e051cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.53355283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"624e083f-48c7-4588-afbc-57a9a1ef4b74","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.534463392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a9f9956d-1cf0-4bdf-803c-ec184152fa01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.535349698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"7efc59b0-c7d8-46f8-b014-37d8831c5702","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.538818036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d022e993-1248-4679-9025-a8b5b3e051cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.541315089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"15b0abf3-a0fe-456c-8c39-5c677355b800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.548945351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a9f9956d-1cf0-4bdf-803c-ec184152fa01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.550722685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"624e083f-48c7-4588-afbc-57a9a1ef4b74","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.55125703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"7efc59b0-c7d8-46f8-b014-37d8831c5702","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.554556297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"15b0abf3-a0fe-456c-8c39-5c677355b800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.558222235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"7efc59b0-c7d8-46f8-b014-37d8831c5702","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.570152964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"401dc95f-b903-4de7-a1fa-9d85bd9d04aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.646383765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"401dc95f-b903-4de7-a1fa-9d85bd9d04aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.667063623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"eb7d8455-5373-45bf-9dfa-de97445fe2cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.667207605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"bd3954f0-e529-4b6e-93a8-e21a97e09e17","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.668688183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"87c13e87-c387-4e78-9467-396f9593a4ab","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.669842985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0aa0a311-6695-4d1a-a347-d70e7e76df70","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.671623428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c29764a0-8ca3-442d-8b82-406c8fbb4a72","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.674871777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"bd3954f0-e529-4b6e-93a8-e21a97e09e17","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.675101898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"eb7d8455-5373-45bf-9dfa-de97445fe2cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.67782351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0aa0a311-6695-4d1a-a347-d70e7e76df70","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.678970013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"87c13e87-c387-4e78-9467-396f9593a4ab","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.681041024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c29764a0-8ca3-442d-8b82-406c8fbb4a72","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.681487463Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"eb7d8455-5373-45bf-9dfa-de97445fe2cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.686313481Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"c29764a0-8ca3-442d-8b82-406c8fbb4a72","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.764142223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9eb30e5d-3d4a-47c3-904f-b77555bc47b1","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.764225372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9eb30e5d-3d4a-47c3-904f-b77555bc47b1","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.764796666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6567de9b-03d9-4ccc-9979-21cce2b49650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.765180151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ebacd504-7ceb-4367-8881-9245b76c1b4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.766020403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6316fed3-9052-465e-9943-05c7b7e3ffb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.772042309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ebacd504-7ceb-4367-8881-9245b76c1b4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.772260653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6567de9b-03d9-4ccc-9979-21cce2b49650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.774371178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6316fed3-9052-465e-9943-05c7b7e3ffb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.862426211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"7f97f68a-7369-4c34-b861-e3f9d8ea84d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.89204001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"7f97f68a-7369-4c34-b861-e3f9d8ea84d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.898349033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"7f97f68a-7369-4c34-b861-e3f9d8ea84d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.90818528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"a28a690a-6fbe-4363-9805-058b996a8e3f","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.908207133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"a28a690a-6fbe-4363-9805-058b996a8e3f","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.913600373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"131ea39e-0817-49dd-b2fd-c26cc7bcd758","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","subscription":"e2e-cmp-legacy-a89f97-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.92489193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"131ea39e-0817-49dd-b2fd-c26cc7bcd758","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.929576647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-sub","reconcileID":"131ea39e-0817-49dd-b2fd-c26cc7bcd758","MaaSSubscription":{"name":"e2e-cmp-legacy-a89f97-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.964829408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.965250567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"c27bb7ac-bd5c-495e-8a15-7a58e7450909","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","subscription":"e2e-rec-recover-4bd766-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.965376349Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-sub","reconcileID":"c27bb7ac-bd5c-495e-8a15-7a58e7450909","MaaSSubscription":{"name":"e2e-rec-recover-4bd766-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.967997649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"678db962-4ea2-425b-a424-7dc2b80ee196","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.968015705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"678db962-4ea2-425b-a424-7dc2b80ee196","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.973642926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"27e19ec4-3c89-48af-bc9a-043d7bc2384e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.980391677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"27e19ec4-3c89-48af-bc9a-043d7bc2384e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.985238756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"edca29d7-6091-44b2-a9dd-3a081ca5ae62","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.985259208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"edca29d7-6091-44b2-a9dd-3a081ca5ae62","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.06258066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]","namespace=ai-tenant-e2e-extmod-b-3c5983 priority=0:[ai-tenant-e2e-extmod-b-3c5983/e2e-att-serve-6f3dff-sub ai-tenant-e2e-extmod-b-3c5983/e2e-rec-ctrl-ce1fab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.07879013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"293a67aa-0acf-4e3b-82f4-492922618066","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.081487025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6375ef27-8ef1-4b34-8953-ad5ed4b7eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.082011022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"df143cea-1d2d-41dc-b891-5ed66a79cede","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.083470618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"e3e82c62-14a1-4bbd-9d44-fd64b851cec4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.086453558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"293a67aa-0acf-4e3b-82f4-492922618066","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.088834612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6375ef27-8ef1-4b34-8953-ad5ed4b7eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.08919681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"df143cea-1d2d-41dc-b891-5ed66a79cede","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.091075814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"e3e82c62-14a1-4bbd-9d44-fd64b851cec4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.094658009Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"6375ef27-8ef1-4b34-8953-ad5ed4b7eb30","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.098959344Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"e3e82c62-14a1-4bbd-9d44-fd64b851cec4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.112698909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"b502317b-eb51-4b2c-b022-7eae55019dfa","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.112719556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"b502317b-eb51-4b2c-b022-7eae55019dfa","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.158699235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"aab3773a-d7aa-47ce-9938-2ec317ce09e6","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.195222322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-recover-4bd766-access","reconcileID":"d9662d6c-d4cc-44b8-8a96-321e56916331","MaaSAuthPolicy":{"name":"e2e-rec-recover-4bd766-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-noaccess-840d81/e2e-rec-recover-4bd766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.19805816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"8704833c-97cf-44e7-9690-4ad411b593d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.20971654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"8704833c-97cf-44e7-9690-4ad411b593d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.231826087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"8704833c-97cf-44e7-9690-4ad411b593d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.231846398Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97-access","reconcileID":"8704833c-97cf-44e7-9690-4ad411b593d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a89f97-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.241023767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"52bfbe68-1384-4308-8bd0-99bd0f5291bd","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"ai-tenant-e2e-extmod-a-821f5a/e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.241044869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"52bfbe68-1384-4308-8bd0-99bd0f5291bd","MaaSModelRef":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"routeName":"external-model-e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a","model":"e2e-cmp-legacy-a89f97","externalModel":"e2e-cmp-legacy-a89f97","provider":"e2e-cmp-legacy-a89f97-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.360604026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"d2bf7991-f5a2-4018-be60-50e396dac5db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.361107118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"712af206-3eb4-45e7-b2c8-fa532ecdc97a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.367595195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"d2bf7991-f5a2-4018-be60-50e396dac5db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.367698465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"712af206-3eb4-45e7-b2c8-fa532ecdc97a","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.374055319Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"d2bf7991-f5a2-4018-be60-50e396dac5db","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.758817027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"d642ca80-da3b-4c49-9e16-6c3093e01850","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.772451583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"ef286ade-2582-4743-a2c2-9390ed2c25f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.772548796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"537efd5b-e221-440e-893e-a0294f5d2a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.772988248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ae37b1ee-3507-4cd8-8640-269c99456b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.772992925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"9d4b9d0d-37a9-4c1f-af04-741deadc2d4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.780095752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"ef286ade-2582-4743-a2c2-9390ed2c25f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.780378338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"22a823aa-963e-4a70-925e-65a8f621076c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.780597236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ae37b1ee-3507-4cd8-8640-269c99456b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.782787796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"9d4b9d0d-37a9-4c1f-af04-741deadc2d4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.782970114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"537efd5b-e221-440e-893e-a0294f5d2a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.785858262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"ef286ade-2582-4743-a2c2-9390ed2c25f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.787506197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"22a823aa-963e-4a70-925e-65a8f621076c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.788087227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"9d4b9d0d-37a9-4c1f-af04-741deadc2d4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.793787463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"22a823aa-963e-4a70-925e-65a8f621076c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.852131649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a89f97","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","reconcileID":"612c9d01-d6b2-422e-9c01-cbe6f0535bad","namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cmp-legacy-a89f97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.861547116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0fda4b18-174d-4da4-981d-c5571c8ec982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.862654277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3c7aa05b-8db6-478d-89fc-457126fa1e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.867285788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"594b9008-f4d7-4117-b9eb-d8470a651d09","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.867283312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"04cae6f7-143e-4f3e-9a1e-fd7bf28de54b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.87198093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3c7aa05b-8db6-478d-89fc-457126fa1e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.876723894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"594b9008-f4d7-4117-b9eb-d8470a651d09","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.880629107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0fda4b18-174d-4da4-981d-c5571c8ec982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.881198568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"04cae6f7-143e-4f3e-9a1e-fd7bf28de54b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.888305889Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"04cae6f7-143e-4f3e-9a1e-fd7bf28de54b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.946693414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"58873d10-e7fa-4541-94ae-550b49c1f909","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.947172638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"47717988-ceef-40f0-8b71-dbdbcc6efebd","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.952139877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b69b9f9e-1acc-4844-9133-fb1a0996f6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.954366861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"58873d10-e7fa-4541-94ae-550b49c1f909","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.955624768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"47717988-ceef-40f0-8b71-dbdbcc6efebd","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:11.95995983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b69b9f9e-1acc-4844-9133-fb1a0996f6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.288078394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"298793d2-42dc-4522-9b3d-e18f2c24faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.388732363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d2d362bc-5c1b-4125-af1e-df5df3c9e57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.527753625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d2d362bc-5c1b-4125-af1e-df5df3c9e57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.529654287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"298793d2-42dc-4522-9b3d-e18f2c24faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.530233145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"523910e7-9d20-49e4-b31d-26b7b5adebf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.546372116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad0e0a8e-5f9f-4ea6-acc8-c6bdee7bc024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.571207666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0108ac10-3273-4e92-b8ec-b2889f1c3ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.57687894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"523910e7-9d20-49e4-b31d-26b7b5adebf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.585278195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad0e0a8e-5f9f-4ea6-acc8-c6bdee7bc024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.586813551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0108ac10-3273-4e92-b8ec-b2889f1c3ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.663525343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"14ab9452-c2ac-437c-a703-28ba590abe6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.663889558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ad584fc8-c611-4484-97c6-04a098479d55","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.665955788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7dc598-cb00-40cc-9b42-ff7b7de9ad7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.667163382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ccbe78fd-df62-4ef3-b72e-1a05182e98ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.671711575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"14ab9452-c2ac-437c-a703-28ba590abe6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.74657446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ad584fc8-c611-4484-97c6-04a098479d55","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.749015175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"14ab9452-c2ac-437c-a703-28ba590abe6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.752596357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ccbe78fd-df62-4ef3-b72e-1a05182e98ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.756007092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7dc598-cb00-40cc-9b42-ff7b7de9ad7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.76177197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ad584fc8-c611-4484-97c6-04a098479d55","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.762941336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"518e8d63-ced3-4c8f-a477-e577a212228c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.76825846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75d84d78-1804-4ba8-a92e-fa2db9a8e4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.772357412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"518e8d63-ced3-4c8f-a477-e577a212228c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.772950151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fb2475c1-d305-489b-8189-fc5cb963b9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.77718302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"75d84d78-1804-4ba8-a92e-fa2db9a8e4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.847302091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"518e8d63-ced3-4c8f-a477-e577a212228c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.848565844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fb2475c1-d305-489b-8189-fc5cb963b9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.859391167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"4be02ff9-2c7a-4b1d-b9fc-564817bfc434","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.864136261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c8269604-b97f-436f-b6be-91c330d44291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.869172734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"75b7676f-aa7f-4f63-8b9b-429b721f7caa","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.869655366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"39338233-3efe-4026-8ebe-49bdbfafb4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.874113176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c8269604-b97f-436f-b6be-91c330d44291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.882268935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"75b7676f-aa7f-4f63-8b9b-429b721f7caa","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.883236084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"39338233-3efe-4026-8ebe-49bdbfafb4fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.98440979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"21ae1ebc-8e7f-413b-a355-1fdeecb7b113","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.001128683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"21ae1ebc-8e7f-413b-a355-1fdeecb7b113","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.007831194Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"21ae1ebc-8e7f-413b-a355-1fdeecb7b113","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.689242477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"d930d51e-0f67-4f09-b3a7-970c66d452d6","namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.705664021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e176aa56-faab-4933-b2c8-02fe7679ac77","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.706486425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"b107d603-0e76-4389-a9b7-18355642cb9d","namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.707425337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"c98d0888-8e79-4f2b-8f63-1d2db8a1c4db","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.708962442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5444457c-758b-4e31-a93e-3be21c07e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.710236891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"1c4b0844-f192-495b-bc2f-a2e1463e6c8a","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.747835517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e176aa56-faab-4933-b2c8-02fe7679ac77","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.748182184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"b62f2ad8-e5c8-425e-9d48-b62aa7152ce1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.75085741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"c98d0888-8e79-4f2b-8f63-1d2db8a1c4db","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.753536964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5444457c-758b-4e31-a93e-3be21c07e120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.756111634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"1c4b0844-f192-495b-bc2f-a2e1463e6c8a","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.75813871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e176aa56-faab-4933-b2c8-02fe7679ac77","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.762732589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"b62f2ad8-e5c8-425e-9d48-b62aa7152ce1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.76315823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"c98d0888-8e79-4f2b-8f63-1d2db8a1c4db","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.863189911Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"fb165b08-9dcf-46dd-9506-110903dd6ccc","namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.873046468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70530201-e7f6-43fd-b321-de55fb918660","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.873898036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"b62f2ad8-e5c8-425e-9d48-b62aa7152ce1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.976263144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70530201-e7f6-43fd-b321-de55fb918660","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.152844344Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"70530201-e7f6-43fd-b321-de55fb918660","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.154294382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"4ea89f2e-248f-4593-99fc-6d93df94783b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.159113753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"0d605bc8-569e-48cd-8071-6aa1de905952","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.159137137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"0d605bc8-569e-48cd-8071-6aa1de905952","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.165666896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"4ea89f2e-248f-4593-99fc-6d93df94783b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.166119592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4ea2b717-9809-4963-8030-5866841f234e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.169390013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2f5d473b-7dd0-4a50-adef-0e1d523fdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.182764339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"4ea2b717-9809-4963-8030-5866841f234e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.185530605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2f5d473b-7dd0-4a50-adef-0e1d523fdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.192530351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b6d1f9a1-d4f5-4488-ae43-b3a54303cdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.195470523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"3e55f9a6-dd05-4c8f-9f5d-afc6626acd91","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.195497575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"3e55f9a6-dd05-4c8f-9f5d-afc6626acd91","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:14.270559566Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"3e55f9a6-dd05-4c8f-9f5d-afc6626acd91","name":"e2e-cfl-ok-e1d624","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-e1d624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:14.270642749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"3e55f9a6-dd05-4c8f-9f5d-afc6626acd91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-e1d624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.271091293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b6d1f9a1-d4f5-4488-ae43-b3a54303cdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.298337141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f25e6fb2-0476-42e7-8dc2-a8df5155d0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.311288115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"f491b653-84e9-4c77-8535-b82d5f6bc25d","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.311323881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"f491b653-84e9-4c77-8535-b82d5f6bc25d","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.322314329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"681b9403-c1da-4a9a-90f9-8f466a44ee83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.322462703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f25e6fb2-0476-42e7-8dc2-a8df5155d0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.330156501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"681b9403-c1da-4a9a-90f9-8f466a44ee83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.483261358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.48351147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92f92b6-8afa-450b-ac22-4bc537e99ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.486013179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"57c50bc9-adfe-4c65-90e2-4c75393ab2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.492928165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92f92b6-8afa-450b-ac22-4bc537e99ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.495478856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"57c50bc9-adfe-4c65-90e2-4c75393ab2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.516663833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47db0146-d20c-427a-a758-3634bc150544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.517232202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f0526676-6fe9-45a7-9ead-c8263d3b5ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.517663949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ef6a6aee-ca26-41b5-a8b7-b04b8834ac2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.524558591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47db0146-d20c-427a-a758-3634bc150544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.52574639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f0526676-6fe9-45a7-9ead-c8263d3b5ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.527560553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ef6a6aee-ca26-41b5-a8b7-b04b8834ac2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.670941498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"b12ce17f-6aba-4649-a566-70190be92642","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.671317333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"74d86b55-1ef6-4ac5-9e41-f90e1655f570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.673731618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c6ab0e89-f1dd-4196-9573-ea3c12f4f794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.675328285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c153e3f0-1281-41b2-8bdf-891b650a9b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.678504477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"b12ce17f-6aba-4649-a566-70190be92642","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.678882048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"1f97082d-119b-4f4c-9e89-2d4828f397a0","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.678926051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"74d86b55-1ef6-4ac5-9e41-f90e1655f570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.682237599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c153e3f0-1281-41b2-8bdf-891b650a9b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.682673809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c6ab0e89-f1dd-4196-9573-ea3c12f4f794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.684945033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"b12ce17f-6aba-4649-a566-70190be92642","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.686421021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"1f97082d-119b-4f4c-9e89-2d4828f397a0","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.89293922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"32d01615-1270-4212-a2d4-6f01b4ce058f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.029851045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"32d01615-1270-4212-a2d4-6f01b4ce058f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.090453071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"503b682c-a204-441d-8415-4a38d370583e","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.090501398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"503b682c-a204-441d-8415-4a38d370583e","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.10553857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"32d01615-1270-4212-a2d4-6f01b4ce058f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.11999645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"45438a7f-3679-431c-8e2a-c2fdcf1cd7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.121072393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"15d3a104-9223-4ae4-b9a5-98128f0ffd86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.172293932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"15d3a104-9223-4ae4-b9a5-98128f0ffd86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.173109335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"45438a7f-3679-431c-8e2a-c2fdcf1cd7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.176354714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"7a65093b-c0bc-41f9-b4df-1f3fef1a4f2d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.176386248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"22f087a6-d359-445e-95d8-dddb573a0d6d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.183115524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82c7ba37bbca229be353bad29506edc5c4db31c14dabffb79f33078cc7be47be) AuthConfig (65010537d3ccd8a585546bd20270e10b841f50e46de5715adbfc1f44d4e86920) AuthConfig (37768d3172f1c0ad008a6a9b8359b1e51663a0c24dafca9202860a89a9fca349) AuthConfig (536f5ee47b88e0f2c2c418f317ac02ccaa5d30ce62e3ae6879c0cb2a0f21bf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"15d3a104-9223-4ae4-b9a5-98128f0ffd86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.184744334Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"45438a7f-3679-431c-8e2a-c2fdcf1cd7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.194903578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"22f087a6-d359-445e-95d8-dddb573a0d6d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.209575297Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"7a65093b-c0bc-41f9-b4df-1f3fef1a4f2d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.246467429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"7a65093b-c0bc-41f9-b4df-1f3fef1a4f2d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.257646623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"2422e87d-ec80-4a3b-b009-2ff848229dfe","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.25767047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"2422e87d-ec80-4a3b-b009-2ff848229dfe","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.680642805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"da9d60f7-a3d0-4b03-8925-a9828ce40bc8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.687508041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"da9d60f7-a3d0-4b03-8925-a9828ce40bc8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.693970346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"da9d60f7-a3d0-4b03-8925-a9828ce40bc8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.705082614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"67d66d96-1300-4da9-94af-027aaeb4b329","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.705108063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"67d66d96-1300-4da9-94af-027aaeb4b329","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.913960538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"335b96d6-d726-4ca2-a71d-a69514b0a7e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.921274514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"335b96d6-d726-4ca2-a71d-a69514b0a7e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.927556191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"335b96d6-d726-4ca2-a71d-a69514b0a7e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.93937973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"5b24d731-a981-4c57-8cc9-cd110f28567a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.939401109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"5b24d731-a981-4c57-8cc9-cd110f28567a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.169292404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"ed51a87e-6f3e-423e-bdbc-d1fa6c4ee1a2","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.361671985Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"c627df9f-1adc-44f8-b762-fe3dc4a341ce","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","subscription":"e2e-rec-ctrl-ce1fab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.361824857Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-sub","reconcileID":"c627df9f-1adc-44f8-b762-fe3dc4a341ce","MaaSSubscription":{"name":"e2e-rec-ctrl-ce1fab-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","error":"MaaSModelRef not found: e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.41847337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.446835746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"ae36e470-fc4f-4977-8659-14c7ce30b194","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.44686763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"ae36e470-fc4f-4977-8659-14c7ce30b194","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.449441556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"35c0828d-7348-4af2-a54e-c47bbbcb96a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.452250348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0fdeaa96-33d0-4c1c-b462-81313e8b66d5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.456545899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"35c0828d-7348-4af2-a54e-c47bbbcb96a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.459245287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"0fdeaa96-33d0-4c1c-b462-81313e8b66d5","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.461845251Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"35c0828d-7348-4af2-a54e-c47bbbcb96a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:21.557891662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-rec-ctrl-ce1fab-access","reconcileID":"46f078c3-96dd-403a-88c6-5b31083fb58d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-ce1fab-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-rec-user-cc26a5/e2e-rec-ctrl-ce1fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:22.866389485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"c47bc280-22be-430b-8b88-bee42cf1b526","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.544859998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"b9684b38-e9c6-4a59-b9c1-4c379f095d10","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.544881994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"b9684b38-e9c6-4a59-b9c1-4c379f095d10","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.564853781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"c85b5666-45a6-40c7-b9ad-2e84742ef731","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7484bf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.658260773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a9a67131-5710-4bec-ae31-c733ca0b7745","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.666652812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"a9a67131-5710-4bec-ae31-c733ca0b7745","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.746399837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"136d4b02-7e81-48f0-a22e-1c423aad2ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:23.755447882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"136d4b02-7e81-48f0-a22e-1c423aad2ce0","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.234662225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"9d748fd7-6302-4eaf-807b-88cd412d8720","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.241707125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"9d748fd7-6302-4eaf-807b-88cd412d8720","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.276528603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"6d532cee-a1de-45a5-bfb4-60a2344090ee","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.276552238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"6d532cee-a1de-45a5-bfb4-60a2344090ee","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.301186654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4e8ded77-497e-42ab-87c0-fef709a3a0af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.30871711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4e8ded77-497e-42ab-87c0-fef709a3a0af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:25.31476707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4e8ded77-497e-42ab-87c0-fef709a3a0af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.597995732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-ok-280136-8f72b8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.601372155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"3ed6788e-8395-4b25-b2e0-442119426482","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.601391575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"3ed6788e-8395-4b25-b2e0-442119426482","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:28.622557521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-ok-280136-8f72b8-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-280136-8f72b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.667668851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"43b894c1-2c02-4f98-8c0b-da38cb38e1b0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.714749807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"a18f0230-584c-4a56-ac36-954349fadc07","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.714852969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"a18f0230-584c-4a56-ac36-954349fadc07","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.719452692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"43b894c1-2c02-4f98-8c0b-da38cb38e1b0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.720284954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"15243cc0-811c-4080-a3d0-0a0a353258ba","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.725436352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0ea31038-557c-477e-ba5e-5c8da8ba007b","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.729263005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"15243cc0-811c-4080-a3d0-0a0a353258ba","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.730103233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"36eeb98e-4a82-4e83-a35e-4b99b861419d","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.730126637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"36eeb98e-4a82-4e83-a35e-4b99b861419d","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.733245149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"0ea31038-557c-477e-ba5e-5c8da8ba007b","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.747675975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"c7a95c91-7c53-408a-b5d6-8f27cf194011","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-ok-280136","model":"e2e-cfl-ok-280136","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d25759/e2e-cfl-ok-280136-8f72b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.750054736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"68bf7162-f645-4430-b052-26b6fbf0f0aa","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.750069899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"68bf7162-f645-4430-b052-26b6fbf0f0aa","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.771427445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"f495af77-fc70-4901-ab62-36985cefbe91","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.771447385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"f495af77-fc70-4901-ab62-36985cefbe91","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.832724696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"93236c9e-ddd4-49e2-9cee-898893a9dddc","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-ok-280136","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.848139795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"634541a9-6315-4ae2-997d-16c08b32b1a7","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.851727986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"04bfa150-b1a0-42a0-9235-a5e95d107913","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.853029599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3c95ac7f-4ab2-4db9-8fcb-cd80f3585b23","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.855946571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"634541a9-6315-4ae2-997d-16c08b32b1a7","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.858577607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"04bfa150-b1a0-42a0-9235-a5e95d107913","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.859580747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3c95ac7f-4ab2-4db9-8fcb-cd80f3585b23","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.711618108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5a866ba8-93aa-4b13-9e21-c0fa603e37cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.718506943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5a866ba8-93aa-4b13-9e21-c0fa603e37cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.724306122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"5a866ba8-93aa-4b13-9e21-c0fa603e37cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.946269904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"df4c4b6d-16bd-4edb-bf8b-a6fb358dfc96","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.954390242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"df4c4b6d-16bd-4edb-bf8b-a6fb358dfc96","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.960371451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"df4c4b6d-16bd-4edb-bf8b-a6fb358dfc96","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.176860894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"17d13fe3-9017-4f32-8a95-903cee382b25","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.8739325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"ae108f00-7fd2-476c-8596-78d29ac187f4","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.56809028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"d22188cc-c1af-4bca-b996-40a1cddfe03f","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","subscription":"e2e-att-serve-6f3dff-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.576163809Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"d22188cc-c1af-4bca-b996-40a1cddfe03f","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.57926471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-sub","reconcileID":"d22188cc-c1af-4bca-b996-40a1cddfe03f","MaaSSubscription":{"name":"e2e-att-serve-6f3dff-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.604899101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-ok-280136-8f72b8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.609246215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"d6af0488-8ede-4b32-b74d-8addf4adb167","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.609282901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"d6af0488-8ede-4b32-b74d-8addf4adb167","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.614108164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9510ed7e-bbc2-45b1-a372-b9b93e519d8c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.620608526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"9510ed7e-bbc2-45b1-a372-b9b93e519d8c","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.624436734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"78e33494-2689-4824-919e-119060f18335","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.624455859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"78e33494-2689-4824-919e-119060f18335","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.718201936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"60db57f5-af94-4b2e-9478-f31b9d20316e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.727715175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"60db57f5-af94-4b2e-9478-f31b9d20316e","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.739744762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"a8918fef-ad93-4070-8ef7-848ab46008e4","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.739765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"a8918fef-ad93-4070-8ef7-848ab46008e4","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.744457548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c767582f-158f-45aa-92bc-d60c576dceb1","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.848746017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c767582f-158f-45aa-92bc-d60c576dceb1","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.875965847Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c767582f-158f-45aa-92bc-d60c576dceb1","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.875987151Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-att-serve-6f3dff-access","reconcileID":"c767582f-158f-45aa-92bc-d60c576dceb1","MaaSAuthPolicy":{"name":"e2e-att-serve-6f3dff-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.888139784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"0179fc8b-d0d7-4163-8321-7d8010c68257","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"tenant":"e2e-extmod-b-3c5983","gateway":"openshift-ingress/e2e-extmod-b-3c5983","model":"e2e-extmod-att-user-576fc8/e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:33.888159861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"0179fc8b-d0d7-4163-8321-7d8010c68257","MaaSModelRef":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"routeName":"external-model-e2e-att-serve-6f3dff-d3f53b53554b","namespace":"e2e-extmod-att-user-576fc8","model":"e2e-att-serve-6f3dff","externalModel":"e2e-att-serve-6f3dff","provider":"e2e-att-serve-6f3dff-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.41928808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"9de050a6-244f-4ba4-bf85-9c31ba30d3b7","namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.430370286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"1a881f10-d535-46c0-8153-48432d71949d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.430781381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"43421975-b504-437a-9ada-49f1b42c656c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.432762001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e4eb06d7-9dfc-4227-bb73-0072f7debee1","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.439280632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"43421975-b504-437a-9ada-49f1b42c656c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.439473066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"1a881f10-d535-46c0-8153-48432d71949d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.439607326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d238a545-dbf7-4239-9cb7-109da5f3ffd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.441899155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e4eb06d7-9dfc-4227-bb73-0072f7debee1","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.444368895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2d4e0f7b-4174-4c13-a222-486ccea8c040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.447802455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"1a881f10-d535-46c0-8153-48432d71949d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.448685824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"43421975-b504-437a-9ada-49f1b42c656c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.449493177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e4eb06d7-9dfc-4227-bb73-0072f7debee1","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.451533524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d238a545-dbf7-4239-9cb7-109da5f3ffd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.453001727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2d4e0f7b-4174-4c13-a222-486ccea8c040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.469930055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"598c4c7d-0120-4dc8-a12d-ff357bc95500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.470942809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"31fcd102-0b0b-4a20-b076-49dab7b63fb2","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.550431034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"598c4c7d-0120-4dc8-a12d-ff357bc95500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.552451073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"07e6a03d-6ca3-4682-9f41-a64da41e5da8","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.553240378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"31fcd102-0b0b-4a20-b076-49dab7b63fb2","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.561648785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"07e6a03d-6ca3-4682-9f41-a64da41e5da8","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.565843973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-6f3dff","namespace":"e2e-extmod-att-user-576fc8"},"namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","reconcileID":"2c8f06fe-3c68-4afb-8319-3dc4b4973c06","namespace":"e2e-extmod-att-user-576fc8","name":"e2e-att-serve-6f3dff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.580116286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e967b475-6147-49ff-8854-dfbb962e1fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.580487934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3b3a7374-5ccd-4e61-90ee-d6560f231551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.648136056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3b3a7374-5ccd-4e61-90ee-d6560f231551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.651709656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e967b475-6147-49ff-8854-dfbb962e1fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.846304712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"da6a22a1-4e3d-4e4c-9024-8351d7d8044d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.847084906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6dff3c10-0b72-4e3f-b431-6772e4c7ed0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.902365086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6cc61e-c66e-470d-8bb5-54f9075fb2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.903369472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"66159d1a-4a39-4824-b624-c2887e64bd21","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.93184322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b325a88-5d3f-443e-99d8-b1c18b0d2e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.156644983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"66159d1a-4a39-4824-b624-c2887e64bd21","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.213862145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6cc61e-c66e-470d-8bb5-54f9075fb2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.171533611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"da6a22a1-4e3d-4e4c-9024-8351d7d8044d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.23625816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b325a88-5d3f-443e-99d8-b1c18b0d2e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.23752005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6dff3c10-0b72-4e3f-b431-6772e4c7ed0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.299832681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ee943ec6-ae82-4ead-a879-4bf8a5c22cd2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.300101632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"015478aa-27ec-4f37-9a1a-0ef32f806e09","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.300465739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"127db38a-2ab8-4341-b4d3-4adddbdb7a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.300774857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4cbfd337-bf20-44dc-8b79-4e16964f2fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.305744199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b749f606-92fe-4295-bd3e-f2245d81843c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.309950477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ee943ec6-ae82-4ead-a879-4bf8a5c22cd2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.310336799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"127db38a-2ab8-4341-b4d3-4adddbdb7a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.315230094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"015478aa-27ec-4f37-9a1a-0ef32f806e09","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.354573723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ee943ec6-ae82-4ead-a879-4bf8a5c22cd2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.355492685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b749f606-92fe-4295-bd3e-f2245d81843c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.356286726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"4cbfd337-bf20-44dc-8b79-4e16964f2fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.356410512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"015478aa-27ec-4f37-9a1a-0ef32f806e09","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.399918003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"5531f3ed-e4fe-4836-aacd-5053759cb49b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.400427946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"80f7e81e-4a16-4c44-880d-82069bbd9a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.404932009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5a1b9b5a-ac68-44d9-a40d-cebd2518519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.405335059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"db6e8a8b-a9e6-447c-bfa8-08821b000d66","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.409065363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"80f7e81e-4a16-4c44-880d-82069bbd9a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.409421356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"de9f64df-da94-4160-848d-184bbfdeb039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.446630527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"5531f3ed-e4fe-4836-aacd-5053759cb49b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.448239482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5a1b9b5a-ac68-44d9-a40d-cebd2518519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.449133888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"de9f64df-da94-4160-848d-184bbfdeb039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.450404101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"db6e8a8b-a9e6-447c-bfa8-08821b000d66","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.452427482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"5531f3ed-e4fe-4836-aacd-5053759cb49b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.513596589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0d40053-e96d-4088-b24d-8d3d6ef3addd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.523169958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0d40053-e96d-4088-b24d-8d3d6ef3addd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.611573778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"bd41acf4-e168-45fb-8110-78ff54a222e7","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.619979253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"bd41acf4-e168-45fb-8110-78ff54a222e7","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:41.184538133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"984aec0b-d8f7-4472-9feb-266fb5955013","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:42.881274435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"8c13940d-8ffa-42f8-8279-0e772a41bf59","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.457878674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.376022281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1fca1114-311c-4a8c-83d1-3a3cf6d43c77","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.378831374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"42596d0b-4d57-4c32-ba6d-2dbb45a0eab8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.383192675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1fca1114-311c-4a8c-83d1-3a3cf6d43c77","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.385978409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"42596d0b-4d57-4c32-ba6d-2dbb45a0eab8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.38868525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1fca1114-311c-4a8c-83d1-3a3cf6d43c77","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.391800086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"42596d0b-4d57-4c32-ba6d-2dbb45a0eab8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.471268905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"89d419e5-f51f-4313-a22e-7c43c31b7b80","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.478418903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"89d419e5-f51f-4313-a22e-7c43c31b7b80","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.485025447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"89d419e5-f51f-4313-a22e-7c43c31b7b80","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.114281338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"ffcf7d14-c186-4aab-8f04-c506bc7342e6","namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.122230761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"d6530056-471d-4ac4-a4b1-c51ad0134f61","namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.131211549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"4bbed231-7932-4375-8d8b-ff1079fb587f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.133065108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"650bda12-7dcd-439f-a6db-f80ab50ad1b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.133862609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"799e406b-3f14-450f-b305-c0236c4338ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.134177327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35fa30bd-052f-45d2-914f-abd03d78baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.134588015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"2289e95a-7459-41e7-b38d-83aaabca4f30","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.139887878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"4bbed231-7932-4375-8d8b-ff1079fb587f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.141947186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"650bda12-7dcd-439f-a6db-f80ab50ad1b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.143482082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"799e406b-3f14-450f-b305-c0236c4338ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.148294624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35fa30bd-052f-45d2-914f-abd03d78baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.148464613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"4bbed231-7932-4375-8d8b-ff1079fb587f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.150193616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"2289e95a-7459-41e7-b38d-83aaabca4f30","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.152670659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"650bda12-7dcd-439f-a6db-f80ab50ad1b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.158362199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"2289e95a-7459-41e7-b38d-83aaabca4f30","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.25660575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"59a42a6e-4aa2-49ff-90a4-67b53e6aa749","namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.261183657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a91ccf0d-ddf3-48ef-a7ed-cc6e161b5543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.261234076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2981e974-5ff2-4744-b211-b38aad55f90f","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.261661873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"7f88439a-4fce-4668-92f2-0a86c91959d7","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.261673153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cd41293d-6998-4a8e-a605-094d3aab3f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.264808584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2a9f36dc-d94b-455a-92a7-fc11bec95a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.26916153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2981e974-5ff2-4744-b211-b38aad55f90f","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.269784034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a91ccf0d-ddf3-48ef-a7ed-cc6e161b5543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.271434223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cd41293d-6998-4a8e-a605-094d3aab3f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.272310212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2a9f36dc-d94b-455a-92a7-fc11bec95a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.273764561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"7f88439a-4fce-4668-92f2-0a86c91959d7","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.304466126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"4f139ac2-2f4f-4fca-b738-ef7d2c3c7239","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.304484012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"4f139ac2-2f4f-4fca-b738-ef7d2c3c7239","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.679962898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2351941e-f0f0-4984-bb5c-e1b01f6204b5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.680645303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c5711524-fb57-457a-8ecb-8f050bc7bcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.697109484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2351941e-f0f0-4984-bb5c-e1b01f6204b5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.701490601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c5711524-fb57-457a-8ecb-8f050bc7bcf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.709715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"71d802b4-7079-46b1-b5b8-e8b788674779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.713792537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3242e864-7cc7-4eb9-a4a1-bacd6a10f9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.729263025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"71d802b4-7079-46b1-b5b8-e8b788674779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.738723017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3242e864-7cc7-4eb9-a4a1-bacd6a10f9d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.745227277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b061728a-b507-43ab-b8c0-7506e4b97875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.75432152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6edcc23-7908-43d7-a417-b6fb47481d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.755331315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b061728a-b507-43ab-b8c0-7506e4b97875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.764145758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6edcc23-7908-43d7-a417-b6fb47481d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.828759444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"f5b4a3ef-f284-422e-95a0-e1b03ba8d939","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.83098606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"72d57d86-5e69-4eb0-9fe6-88efad5ce8de","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.831559473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6aad3065-7c7e-4dee-b3a5-f468590aea41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.835337047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fb849a16-6f68-4933-a9cb-b279e2740d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.83682622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"f5b4a3ef-f284-422e-95a0-e1b03ba8d939","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.838752682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8f61905a-7fc1-4c7e-9b68-321a3f3434f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.840661131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"72d57d86-5e69-4eb0-9fe6-88efad5ce8de","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.842588272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6aad3065-7c7e-4dee-b3a5-f468590aea41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.843285775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"fb849a16-6f68-4933-a9cb-b279e2740d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.846840736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"f5b4a3ef-f284-422e-95a0-e1b03ba8d939","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.848550889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"72d57d86-5e69-4eb0-9fe6-88efad5ce8de","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.848845436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8f61905a-7fc1-4c7e-9b68-321a3f3434f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.931246097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4d2bbe7a-08cc-4253-b8ae-2eb0d5176d8b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.939970732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f71f2b8c-7e79-429b-9ea8-a818ce19e1f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.940133206Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"32540103-0f1e-4592-96c5-c74511b04632","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.944238585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4d2bbe7a-08cc-4253-b8ae-2eb0d5176d8b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.944564568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6581918c-9eaf-4d20-a49e-ada84d49bdf6","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.944996779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"28fe26de-db02-4561-b3fd-75349a547686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.945354804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"677bf080-7174-4b2f-8231-8c518b39c338","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.947756405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f71f2b8c-7e79-429b-9ea8-a818ce19e1f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.950487032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"8f18af07-122a-407f-9483-ffe1100afbd2","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.953324175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4d2bbe7a-08cc-4253-b8ae-2eb0d5176d8b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.957260181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"28fe26de-db02-4561-b3fd-75349a547686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.957794486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"677bf080-7174-4b2f-8231-8c518b39c338","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:49.959544592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6581918c-9eaf-4d20-a49e-ada84d49bdf6","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.074087449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"8bdf5c29-0f7d-4da1-adc7-33656dc2d822","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.077419065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c33db682-47fa-48b3-89ec-880956d9e71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.159455882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"c33db682-47fa-48b3-89ec-880956d9e71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.473277214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"14d31e2f-e0ed-4b69-b904-dcac94f8f499","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.517030467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"8db7290b-8abb-41f0-997f-fd362ab1b22a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.540599944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ec1eeb8e-ccfd-457d-b4eb-3b01f206ca97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.541360908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b06a782f-d247-4438-8ae9-f7dda23a7fd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.550425575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"8db7290b-8abb-41f0-997f-fd362ab1b22a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.559456196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b06a782f-d247-4438-8ae9-f7dda23a7fd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.56273867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ec1eeb8e-ccfd-457d-b4eb-3b01f206ca97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.580229229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f76eb485bc4928fa70a60b15766425a3655ef83c847562ff35947877ac1656a2) AuthConfig (4790e69dc1bc43adb19c64ffb7ec0c77b115e7755c176d07f2b5f1f2f76ed0da) AuthConfig (f5db2478363fe89c0f994771051f27b9e74a13e49ae20b3caddc14d890a7736f) AuthConfig (e893a71809f30e7f57737d4b64b354c516fdb65f44504d9ff683dab171841fdc) AuthConfig (0fb55354893ef03bb3184af2647d164ba7dbb882cc5e69770fea41e65554f4f5) AuthConfig (a1a9ec320fca71078802c3e2d355e3fbb5dc241ac617a7600b10abdd580e4b39) AuthConfig (7deaa5963c3f114b13097bf3605e4db3a26bdd3321978c7f565fcf1b9536bd1b) AuthConfig (e3ee5a18907c9906b10eff41fe9eb45162b9c9218e932cfa57ea11fceb5f7ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b06a782f-d247-4438-8ae9-f7dda23a7fd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.581352403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"14d31e2f-e0ed-4b69-b904-dcac94f8f499","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.583650914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"9c1fd1cd-6721-4922-a9d2-3e8b56197596","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.588368913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"289b77db-9ee7-48f6-bb65-eada46c6ac45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.596655504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-be59df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2138b46aa4d8cbaef33d587399341023719a749fd684cf23f3d84fe33a30a338) AuthConfig (102896a28fb5f8f66190e51737b8324f04238aefc01bbd9cca0fd8604a9ad03f) AuthConfig (e2abf429b5cf18225b4ddff11d0955b9755acc3ce994df6389b9165959433734) AuthConfig (068d635136421dac4ed40adc99c36d2e07011940236400fced864028a6a09d65) AuthConfig (21034a5de055f145bf766f80199354dbae279d194737626813d00513f39e20ec) AuthConfig (239f0373a9d57779f5b1311b4618bb11109b250f557c40b902068127a725bed3) AuthConfig (a8bf78bdfb20270b3b96031b3354a0e5471ccace89c631ea6ebaa58989f03ed7) AuthConfig (9526efdd987d5dced70a85d6ccf95ca82dd6d702f57da945562083551e549c9f) AuthConfig (ae1d12b4bbf2d02fdcafc07310ba1e2f67a427cdeec28136ca53a93f6a433e0d) AuthConfig (1d1c1b55e427a616beb3413b8105c0924586a27658cedff0dbf902d112d15a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"14d31e2f-e0ed-4b69-b904-dcac94f8f499","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.60490184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"289b77db-9ee7-48f6-bb65-eada46c6ac45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.60735732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f9a1ae94-2001-4d46-ae4b-ae5a0fe81608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.61310576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"2ca76d80-63a0-4001-b822-54b80428bc1f","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.618602082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f9a1ae94-2001-4d46-ae4b-ae5a0fe81608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.650679528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"26352dbb-dd62-41e8-96ac-e2c74dfc34dc","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.650712674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"26352dbb-dd62-41e8-96ac-e2c74dfc34dc","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.653706378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c9e303-3ca7-4ba0-a35a-3e330f45e909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.657185477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d5d47f6-6c84-46d6-be5d-c935809e6cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.679645071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d5d47f6-6c84-46d6-be5d-c935809e6cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.681481079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"39831fbf-4008-40a8-b142-451d1d543bd9","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.681509992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"39831fbf-4008-40a8-b142-451d1d543bd9","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.68409962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c9e303-3ca7-4ba0-a35a-3e330f45e909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:50.690315756Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"39831fbf-4008-40a8-b142-451d1d543bd9","name":"e2e-cfl-same-119bad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-119bad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:50.690378801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"39831fbf-4008-40a8-b142-451d1d543bd9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-119bad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.714759549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"67ced8f6-2716-4e02-81f6-259dc81761fb","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.714789066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"67ced8f6-2716-4e02-81f6-259dc81761fb","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.719141048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"0b51d3d1-c456-4135-b668-c9efc8fe99bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.719733887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b53c4ba8-11e6-4701-b45c-81d04cb314ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.748899756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e402e2ce-a0a7-431e-b078-8fa29ce591ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.749657808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"129ff5c7-101b-4153-ac01-63947dbe847f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.749934956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b53c4ba8-11e6-4701-b45c-81d04cb314ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.750775685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b9626c67-bd9c-40be-a1a7-ebab25a42d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.756625898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"0b51d3d1-c456-4135-b668-c9efc8fe99bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.761223324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e402e2ce-a0a7-431e-b078-8fa29ce591ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.762893068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"129ff5c7-101b-4153-ac01-63947dbe847f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.767797256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"0b51d3d1-c456-4135-b668-c9efc8fe99bf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.770226199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b9626c67-bd9c-40be-a1a7-ebab25a42d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.986755927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"91e5e5c4-e49d-44f6-9438-45bd7dea8350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.371332722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"91e5e5c4-e49d-44f6-9438-45bd7dea8350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.420312393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"daf47900-2516-4b69-b92b-0d057bfb084f","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.592518605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d5eb2a57-55ec-4d43-b94c-af7721a0da97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.615876579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"46a00d34-e306-4659-9f7e-6a9275fa9820","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.633884183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bfbebf78-2e8d-42e8-ab9f-6347900082da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.655316783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d5eb2a57-55ec-4d43-b94c-af7721a0da97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.676947718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2a0a8676-a4eb-4b52-9b43-a6e977b7de7e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.681968817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"46a00d34-e306-4659-9f7e-6a9275fa9820","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.683011437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"2dfb88b6-5ada-4649-b1df-3ef98405ff65","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-ok-280136","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.683988679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bfbebf78-2e8d-42e8-ab9f-6347900082da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.68455707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b1ccdc20-9ae3-4459-afe0-0de8ba33cc79","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.686478856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2a0a8676-a4eb-4b52-9b43-a6e977b7de7e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.694795362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b1ccdc20-9ae3-4459-afe0-0de8ba33cc79","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.71720177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"00a904e2-23b8-4323-9c30-bbefdcc415ce","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.717404588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"00a904e2-23b8-4323-9c30-bbefdcc415ce","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.756282214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"883561a6-6195-4c7f-9644-89ce27327c88","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.756406857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"883561a6-6195-4c7f-9644-89ce27327c88","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.825357952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"c1183396-58e5-41dd-a297-b8747ce10e3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.841165631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2859a730-2a0f-401c-b4a0-3c1668582a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.863321069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"f6faf8cf-31f2-41ef-8cc4-c22f05253ecd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.864061169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"61724f65-474c-40bb-9c09-bfc47f44973b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.864670215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f393ccc3-1dd4-486b-b958-3c3ebe2b4cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.87777249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"c1183396-58e5-41dd-a297-b8747ce10e3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.885301798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"61724f65-474c-40bb-9c09-bfc47f44973b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.885650416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2859a730-2a0f-401c-b4a0-3c1668582a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.895971788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"f6faf8cf-31f2-41ef-8cc4-c22f05253ecd","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.889387965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f393ccc3-1dd4-486b-b958-3c3ebe2b4cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.941368129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"164fa978-0582-4ee5-b0b9-422fbe24e424","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.941413676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"164fa978-0582-4ee5-b0b9-422fbe24e424","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.94226395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c613ef5-69a3-431f-a04e-6d96374fc189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.943975346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba29f111-47f1-45f3-b0d5-51cd1c70eebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.953683659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba29f111-47f1-45f3-b0d5-51cd1c70eebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:51.955191659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c613ef5-69a3-431f-a04e-6d96374fc189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.020564232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"4225f2a3-e4e2-4781-aa30-24be21c27a0e","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.020674386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"4225f2a3-e4e2-4781-aa30-24be21c27a0e","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.023945839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3032e2f0-ca04-4da2-ad41-ee5940823aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.048828501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3032e2f0-ca04-4da2-ad41-ee5940823aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.054635115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3032e2f0-ca04-4da2-ad41-ee5940823aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.064060247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"a64a7d66-af96-467f-b7a0-9b6819cbc739","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.064080138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"a64a7d66-af96-467f-b7a0-9b6819cbc739","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.126936252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"7a02b4b7-0337-4d27-886a-b0ba777b2b00","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.127637023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"7e8394c1-d10f-4ee5-bd29-b6063303e7ba","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.136087716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"7a02b4b7-0337-4d27-886a-b0ba777b2b00","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.139229277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"7e8394c1-d10f-4ee5-bd29-b6063303e7ba","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.366174709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e62ecf45-b45a-4ff0-81ee-c814905cc947","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.373824147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e62ecf45-b45a-4ff0-81ee-c814905cc947","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.447117926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e62ecf45-b45a-4ff0-81ee-c814905cc947","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.456419091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"7da896d2-1444-4777-bc64-801245ac8927","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.456442463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"7da896d2-1444-4777-bc64-801245ac8927","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.888475125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"bd36711e-a595-4f9f-9035-7d586246e03a","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.897475926Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-dbe83f","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","reconcileID":"b2b322b7-dc71-4ad9-a2a1-09a1ce887a66","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.908229707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"cbd8064e-523a-4499-bcaf-411bd11a3cde","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.90905552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-dbe83f","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","reconcileID":"64dc30f8-3338-4211-9651-703453e03599","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.927894209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f22af75c-fd46-4323-99f3-807198ef299e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.928589106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"43c33753-d28a-45b7-be08-ad9bbe08b745","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.929239041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"bd51d3bc-0e01-4e2a-b8fe-3ed9b9ad536f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.958630139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"bd51d3bc-0e01-4e2a-b8fe-3ed9b9ad536f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.963303072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"cbd8064e-523a-4499-bcaf-411bd11a3cde","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.979824577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f22af75c-fd46-4323-99f3-807198ef299e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.98027909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4bbbbfb0-139a-42b1-b427-a710d4ee2d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:53.999984316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"43c33753-d28a-45b7-be08-ad9bbe08b745","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.002040696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"cbd8064e-523a-4499-bcaf-411bd11a3cde","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.006100824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4bbbbfb0-139a-42b1-b427-a710d4ee2d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.008160299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"43c33753-d28a-45b7-be08-ad9bbe08b745","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.027985912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"77d9ee49-42bd-45f7-acb7-e263bca93554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.034712852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"1aba4ac1-405e-4549-aeef-94edb17aef4b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.035038832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"77d9ee49-42bd-45f7-acb7-e263bca93554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.035270365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"4d429e05-61b9-423e-a24c-741bdfd66b77","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.035773158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-dbe83f","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","reconcileID":"12684292-6392-4866-892f-86877e3f6472","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.043763827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"4d429e05-61b9-423e-a24c-741bdfd66b77","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.044286092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"1aba4ac1-405e-4549-aeef-94edb17aef4b","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.087700262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"3d4cdd6b-8b1a-490a-9bab-66ec955b94c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.088089706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8ff9c300-e8f5-44bb-89d2-d9d84b6cb54b","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.097226586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8ff9c300-e8f5-44bb-89d2-d9d84b6cb54b","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.097515618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c0ebd05f-f364-4a39-9b47-89e62ff2640d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.098572504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"48f47bd4-6414-4ef8-9528-8fdb0873910e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.09899396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e6cb172c-3cc9-4767-959a-dc7d718a4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.14756275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-dbe83f","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","reconcileID":"1d4935dc-b195-44ba-b1e0-c1f7fe45e48f","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.147726523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"3d4cdd6b-8b1a-490a-9bab-66ec955b94c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.150446515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"48f47bd4-6414-4ef8-9528-8fdb0873910e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.150488395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c0ebd05f-f364-4a39-9b47-89e62ff2640d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.152054899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-dbe83f","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","reconcileID":"4c294321-241d-4b15-b763-285110bf1518","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-broken-dbe83f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.153594065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e6cb172c-3cc9-4767-959a-dc7d718a4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.195039658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"11edc9ec-f4fa-4e06-bab4-748b50fdeef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.195751238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"119b8a32-5e64-4811-a558-24033d0131d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.196209023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c72fb0b2-df13-4125-97a4-9996962648b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.196991372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2baf6b65-030a-4594-b9a0-39e20bcae15e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.202588552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"11edc9ec-f4fa-4e06-bab4-748b50fdeef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.202702483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c72fb0b2-df13-4125-97a4-9996962648b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.205066857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"2baf6b65-030a-4594-b9a0-39e20bcae15e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.205188516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"119b8a32-5e64-4811-a558-24033d0131d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.205465173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e32e2f94-f53a-4b81-aea1-61103620c22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.215563347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e32e2f94-f53a-4b81-aea1-61103620c22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.300549374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f9bfd82f-d42b-4403-9b45-5e48e3a84061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.305571927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7be9dce5-0467-4027-9346-b147ca76451b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.307693036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44ea5947-375e-464e-a6fc-6ac97344dd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.308188414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3a8c443e-3af4-4bfd-a2f4-ae99a0c42c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.309990812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f9bfd82f-d42b-4403-9b45-5e48e3a84061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.311859958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7be9dce5-0467-4027-9346-b147ca76451b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.314397739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44ea5947-375e-464e-a6fc-6ac97344dd9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.314974196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3a8c443e-3af4-4bfd-a2f4-ae99a0c42c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.315801304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f9bfd82f-d42b-4403-9b45-5e48e3a84061","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.402978657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"37991e5e-155a-41a2-89d5-3ee712127d6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.406794793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7cc06683-6ab2-4c86-b128-72f07579f044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.408562497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"53fb4d6e-358d-4bb4-963d-7c3b2d279159","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.408725213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"98562d7e-b6e2-47e4-8af3-3043cc5ece96","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.409271089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"65b1066e-94fa-4b45-ad64-5a62b47f5eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.412016203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"37991e5e-155a-41a2-89d5-3ee712127d6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.413819379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7cc06683-6ab2-4c86-b128-72f07579f044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.417038413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"98562d7e-b6e2-47e4-8af3-3043cc5ece96","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.417343616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"53fb4d6e-358d-4bb4-963d-7c3b2d279159","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.418610044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"37991e5e-155a-41a2-89d5-3ee712127d6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.419583197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"65b1066e-94fa-4b45-ad64-5a62b47f5eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.503922314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"efd8d77f-9300-423c-b5dc-7cd21bedca50","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.504362365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1c40f0d5-9e6c-4ece-9e53-07b6f28c078f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.504430012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b28ce4d7-d4ec-40fa-9c95-52fd6b38e746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.506671536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"265cf6b8-44a2-4d8a-8efe-ce175fe7a6e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.512368827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"efd8d77f-9300-423c-b5dc-7cd21bedca50","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.514261741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dd48822a-88ed-4ecb-9d45-7317623bd45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.516093235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b28ce4d7-d4ec-40fa-9c95-52fd6b38e746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.517642921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1c40f0d5-9e6c-4ece-9e53-07b6f28c078f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.553870065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dd48822a-88ed-4ecb-9d45-7317623bd45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.555141023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"265cf6b8-44a2-4d8a-8efe-ce175fe7a6e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.118701082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-ok-280136-8f72b8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.121745287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"f96f9e74-d39c-46b1-b7cc-c7a5c1ce6659","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.121772273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"f96f9e74-d39c-46b1-b7cc-c7a5c1ce6659","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.127502758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"5c46efb9-d490-4a36-b585-0b078f9be29d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:55.127562508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"21aec586-1312-45f4-8e44-5d7d77165eb4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-e4c611-07acea-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.134028017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"5c46efb9-d490-4a36-b585-0b078f9be29d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.138330351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9989a63e-fc22-472c-8efe-c4c6971f3d7a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.138350526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9989a63e-fc22-472c-8efe-c4c6971f3d7a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:55.147923113Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9989a63e-fc22-472c-8efe-c4c6971f3d7a","name":"e2e-cfl-same-e4c611","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-e4c611\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:55.147972155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9989a63e-fc22-472c-8efe-c4c6971f3d7a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-e4c611\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.150940676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"bac2af4c-a84b-4fab-8f97-63edd895b8d5","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.15095554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"bac2af4c-a84b-4fab-8f97-63edd895b8d5","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.157895988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"ecd4d32c-7380-4b45-a085-48d8cd9f888a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.157947124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"ecd4d32c-7380-4b45-a085-48d8cd9f888a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.169235616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"7690773c-964d-4f1b-977c-2261d93ebbf3","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-cfl-same-e4c611","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.194598093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9f64e070-7e43-4331-a6fc-a9840977f8ed","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.194619959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"9f64e070-7e43-4331-a6fc-a9840977f8ed","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.264781663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"f825a7a1-d3df-408e-92a0-7b6098fd5995","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.366194559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"633be981-0e18-4749-93d3-880e0b285885","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.373430487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"633be981-0e18-4749-93d3-880e0b285885","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.450701033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"842a1d0b-3a1b-44a9-897d-889a98f2a0b3","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.450722013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"842a1d0b-3a1b-44a9-897d-889a98f2a0b3","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.466100538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2dfb75ed-2e50-44b1-952f-cbf8450d9354","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.466195114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"e99a94db-a528-4ee3-b490-1435af6eb34a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.46661796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"8eabeadb-af42-43a3-b014-c1251ff56546","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.467736917Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"041e6ad6-92f7-46d1-ab6d-2681b95729f7","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8602411c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.473576325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"8eabeadb-af42-43a3-b014-c1251ff56546","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.474272372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"e99a94db-a528-4ee3-b490-1435af6eb34a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.476410008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"2dfb75ed-2e50-44b1-952f-cbf8450d9354","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.707161744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"eb0fea6e-b84a-446f-9bc4-85424b3daf22","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.721547728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"77d67e05-ea17-4de4-8044-78b9d5100250","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.722729437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"07f57e0e-9df6-48e6-80ad-b0221f9e9f3b","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.733230338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"07f57e0e-9df6-48e6-80ad-b0221f9e9f3b","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.736117202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"77d67e05-ea17-4de4-8044-78b9d5100250","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.73692257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"eb0fea6e-b84a-446f-9bc4-85424b3daf22","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.602715297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.606317697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"7fb4e61f-36eb-427e-9440-1ca1fec63538","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.606342518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"7fb4e61f-36eb-427e-9440-1ca1fec63538","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.611963121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"a945c2e2-fe3d-4116-81e1-cd00542b8e70","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.619289107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"a945c2e2-fe3d-4116-81e1-cd00542b8e70","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.626729092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"4ae204af-cd5f-48cd-87ff-ca13aeaff1e3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.62674569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"4ae204af-cd5f-48cd-87ff-ca13aeaff1e3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:56.626876087Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-be59df/e2e-att-unrel-4ff32a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-4ff32a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.63295654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"ebc4c036-67f6-47f3-963a-3f3d71835f50","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.632973033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"ebc4c036-67f6-47f3-963a-3f3d71835f50","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.638989501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"183d6ad9-4ac4-463c-bb4a-807abcae1314","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.639005655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"183d6ad9-4ac4-463c-bb4a-807abcae1314","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.643330243Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"b9064fbc-f2be-4253-8762-fb0c626b1eef","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-att-unrel-4ff32a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-be59df/e2e-att-unrel-4ff32a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.665808718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"ad83e7f4-ae2c-4177-873e-ac0399a5cb47","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.665826199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"ad83e7f4-ae2c-4177-873e-ac0399a5cb47","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.738255428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e1b2ac26-9910-4751-b2f3-1a082e819c80","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.738325072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"cb7a4991-bd95-4eb8-961e-5e8ebde096c8","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.746157965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e1b2ac26-9910-4751-b2f3-1a082e819c80","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:01.596225518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"e8deb471-2912-4bc1-9d50-f9f45f7c93f3","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:02.896685372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"d56f7aac-582e-4398-bd1e-59c4387f1d2c","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.325737374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"203abd74-0974-43de-bfca-9714ae9a1cd4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.334546545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"203abd74-0974-43de-bfca-9714ae9a1cd4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.347098247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"203abd74-0974-43de-bfca-9714ae9a1cd4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.429974758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8350404c-78ba-41c7-a260-12908df32789","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.465346971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8350404c-78ba-41c7-a260-12908df32789","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.474768377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8350404c-78ba-41c7-a260-12908df32789","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.471169299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"e709dc9c-effa-48ab-a20b-9c855b6c1e1d","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","subscription":"e2e-cfl-ok-280136-8f72b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.477499517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"e709dc9c-effa-48ab-a20b-9c855b6c1e1d","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.481264598Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-sub","reconcileID":"e709dc9c-effa-48ab-a20b-9c855b6c1e1d","MaaSSubscription":{"name":"e2e-cfl-ok-280136-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.664980886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-d25759 priority=0:[ai-tenant-e2e-extmod-a-d25759/e2e-cfl-82127c-8f72b8-sub ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5-d25759-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.66811094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"f8434439-7552-4d8a-bf73-6acd545d60fc","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.668131309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"f8434439-7552-4d8a-bf73-6acd545d60fc","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.683253116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"493f9e79-677a-4d24-ac07-df4b945c66b9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.686101895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"fb302408-b7fa-43de-a52f-b51057f6dbc9","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.686273473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"995ed387-1921-4ea0-b4fc-39072bf9cc3e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.749091752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"995ed387-1921-4ea0-b4fc-39072bf9cc3e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.749281726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"493f9e79-677a-4d24-ac07-df4b945c66b9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.749751623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5644709d-5590-450c-a47c-7b5e61ea3d6f","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.749769786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"5644709d-5590-450c-a47c-7b5e61ea3d6f","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.751300624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"fb302408-b7fa-43de-a52f-b51057f6dbc9","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.818797969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"567fd7c0-5db7-4838-856a-7c2840491aca","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.818824404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"567fd7c0-5db7-4838-856a-7c2840491aca","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.858133535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-ok-280136-8f72b8-access","reconcileID":"704479b6-2086-4bdb-8a8b-717419683486","MaaSAuthPolicy":{"name":"e2e-cfl-ok-280136-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.876322591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"aa49d31c-3977-42ed-bf24-13ca40e61177","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.876358451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"aa49d31c-3977-42ed-bf24-13ca40e61177","MaaSModelRef":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-ok-280136-4f93f7886c85","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-ok-280136","externalModel":"e2e-cfl-ok-280136","provider":"e2e-cfl-ok-280136-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.544579095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"dede9e13-6439-4dc6-add5-98b70b1e7174","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.585500978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"390e4dce-f55d-40a6-83d5-9ac6aae11748","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.586842867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"25efd7a6-22aa-4da2-8fad-dfdcfbf74c07","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.618277078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"5de9e8d6-4882-4723-a60c-ea4e326a22c5","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.619427473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6310777a-98e1-4257-acf0-c2530fc56dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.623471392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"390e4dce-f55d-40a6-83d5-9ac6aae11748","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.627860667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"ce7d4140-0cb9-46e6-bd3c-c28619b2c87d","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.632562913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"25efd7a6-22aa-4da2-8fad-dfdcfbf74c07","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.634021536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"3e098431-af87-499a-930b-4e6a31f99cbf","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.634092017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"3e098431-af87-499a-930b-4e6a31f99cbf","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.63478979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"70bed1c5-b318-4a82-9eb4-821289594f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.647683909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6310777a-98e1-4257-acf0-c2530fc56dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.660072296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"ce7d4140-0cb9-46e6-bd3c-c28619b2c87d","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.663093552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"70bed1c5-b318-4a82-9eb4-821289594f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.66616999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"390e4dce-f55d-40a6-83d5-9ac6aae11748","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.669180755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"25efd7a6-22aa-4da2-8fad-dfdcfbf74c07","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.753935138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"eb2054f9-f0c3-47ff-b6bd-c0684855cf54","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.814842701Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-280136","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","reconcileID":"2286866d-7029-4198-8680-14cb3658f9a4","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-ok-280136","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.907806097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"25930236-efdc-47b4-ae0d-ec9048b52a5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.914063344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ce187175-1762-430e-ba9d-50ff0ff32fd5","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.914762394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"540f26bb-0a50-4add-9ca2-e4061f61eeb1","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.947099559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"25930236-efdc-47b4-ae0d-ec9048b52a5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.94864084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"540f26bb-0a50-4add-9ca2-e4061f61eeb1","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.960208698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"ce187175-1762-430e-ba9d-50ff0ff32fd5","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.981843493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d532b1b2-42fb-40c8-ab00-12951cab493d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:06.985615744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4ec9945c-ab7f-484a-b512-408b86ce85eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.009630949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d532b1b2-42fb-40c8-ab00-12951cab493d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.01020027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4ec9945c-ab7f-484a-b512-408b86ce85eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.102176195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f49d7e4b-05ce-4d38-945d-5c514865207e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.102612189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"209fd1d6-2bad-4e75-862d-a78404bf414b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.104378725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"37e48848-1a5f-4ef6-9cfe-19951dc706cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.108187193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"143f8cf1-eed9-4e1e-a39f-e7c84cb1865b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.108868333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f49d7e4b-05ce-4d38-945d-5c514865207e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.110509444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a90f35-d28b-4fa1-8364-6bf9df2aa031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.112806618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"37e48848-1a5f-4ef6-9cfe-19951dc706cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.112858381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"209fd1d6-2bad-4e75-862d-a78404bf414b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.115272294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"143f8cf1-eed9-4e1e-a39f-e7c84cb1865b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.117878964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63a90f35-d28b-4fa1-8364-6bf9df2aa031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.524525671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"babf82dc-37a8-4776-a840-01fc82c6421a","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.570989686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"babf82dc-37a8-4776-a840-01fc82c6421a","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.538871138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5b6e049d-1695-4554-b21f-ab8d9a3ce2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.53927557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44d43683-bf56-498f-87c9-7cf145a4ef46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.539486239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"156919af-cc4f-43fa-a291-10b209837b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.560444371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3811f2d8-74f6-48df-8b02-7786020625f6","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.563387452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8a32b4d0-20a7-448a-b757-3fdbabbf0a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.583393691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"156919af-cc4f-43fa-a291-10b209837b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.584734212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"44d43683-bf56-498f-87c9-7cf145a4ef46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.587130889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5b6e049d-1695-4554-b21f-ab8d9a3ce2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.588463447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8a32b4d0-20a7-448a-b757-3fdbabbf0a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.590671335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3811f2d8-74f6-48df-8b02-7786020625f6","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.595256678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8a32b4d0-20a7-448a-b757-3fdbabbf0a27","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.595947167Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"8e3b9519-aa8b-4d7f-a04c-e3e6051fca4a","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af085979","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.615762229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"8b57d54a-f22c-48cb-b6a0-c0d0afafd968","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.652103726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"8b57d54a-f22c-48cb-b6a0-c0d0afafd968","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.653370267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0a8ae430-aeae-4ca4-bcbc-203313a36bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.654144774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"eebc66e3-40a3-4681-8247-8199583f023e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.655512789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"815af761-a127-4343-99bc-ac29c4385929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.662093127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"8b57d54a-f22c-48cb-b6a0-c0d0afafd968","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.666037118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0a8ae430-aeae-4ca4-bcbc-203313a36bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.669784608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"eebc66e3-40a3-4681-8247-8199583f023e","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.67286936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"815af761-a127-4343-99bc-ac29c4385929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.673282121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8741eae9-7c7d-4400-bd20-81953fc52d55","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.764820512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8741eae9-7c7d-4400-bd20-81953fc52d55","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.862083062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6af20901-06f0-4508-9d71-adbd5f69deb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.87178725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6af20901-06f0-4508-9d71-adbd5f69deb8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.956506014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"23d33be6-3f66-4db9-bffc-99434eaf9b12","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:07.964638784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"23d33be6-3f66-4db9-bffc-99434eaf9b12","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:12.917521205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"49a7e10e-7083-49cb-925f-7e93165ec455","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:14.454955405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.640387316Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"9e8badb0-48ff-4aa4-85a1-0e3f670fcbd1","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.59904461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"8ea641f9-624d-4b9b-8854-e678e432e00c","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","subscription":"e2e-cfl-82127c-8f72b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.604331891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ad60ab5-f758-4613-90e7-878ca5c72542","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.605328783Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"8ea641f9-624d-4b9b-8854-e678e432e00c","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.608544165Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-sub","reconcileID":"8ea641f9-624d-4b9b-8854-e678e432e00c","MaaSSubscription":{"name":"e2e-cfl-82127c-8f72b8-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.611173563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ad60ab5-f758-4613-90e7-878ca5c72542","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.61845815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ad60ab5-f758-4613-90e7-878ca5c72542","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.642606713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"62efdbb3-e030-40bb-a6c4-b617baaa4925","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.64262695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"62efdbb3-e030-40bb-a6c4-b617baaa4925","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.659852746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"da4b364a-0677-473b-8f5a-689a3df3bb3a","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.65987408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"da4b364a-0677-473b-8f5a-689a3df3bb3a","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.708994827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"fdb68320-09dc-4d8f-87ff-38356ae62023","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.709660895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"128cb31d-fdbd-4e8e-9416-5270d61f3041","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.711212738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"c180aa71-4d52-4ecf-b481-b7c1cca5c113","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.716537609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"fdb68320-09dc-4d8f-87ff-38356ae62023","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.717576145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"128cb31d-fdbd-4e8e-9416-5270d61f3041","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.719126556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"c180aa71-4d52-4ecf-b481-b7c1cca5c113","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.722212921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"fdb68320-09dc-4d8f-87ff-38356ae62023","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.74350407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3c7e87f0-54fe-4a35-9be7-3762edbbcf4d","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.750237659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"3c7e87f0-54fe-4a35-9be7-3762edbbcf4d","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.855775669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-82127c-8f72b8-access","reconcileID":"556010eb-d33a-41e6-b3a6-1b1d9f21bf65","MaaSAuthPolicy":{"name":"e2e-cfl-82127c-8f72b8-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.857999953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"0f3e4025-4c6f-437d-80ab-895392aaa5c2","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.858018733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"0f3e4025-4c6f-437d-80ab-895392aaa5c2","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.874619133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"b810f1a4-f060-4ca0-a5b7-dd505d03d301","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:17.874642614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"b810f1a4-f060-4ca0-a5b7-dd505d03d301","MaaSModelRef":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-82127c-08d35bd0af0a","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-82127c","externalModel":"e2e-cfl-82127c","provider":"e2e-cfl-82127c-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.426277775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"271afd4c-df9a-4afc-8bec-fb764613e798","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.447272649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"08588e58-13ad-428b-bf59-6d0eea061e18","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.4478889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-2-1a2b3a"},"namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","reconcileID":"9584f8e4-fc6e-47d0-bc1e-cc9b1a968f1b","namespace":"e2e-extmod-cfl-2-1a2b3a","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.448158721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"d5fbf1b6-ab96-4f91-9a95-d4f17568e390","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.44969205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874eda64-a2f3-4ed1-a726-2aa7a0c235dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.451443233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1f53c3c1-fb36-45f4-b7af-68595e7b6f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.454413786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"08588e58-13ad-428b-bf59-6d0eea061e18","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.454764319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ba3280c7-197f-4a5f-9f9a-56577b792759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.45714452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"d5fbf1b6-ab96-4f91-9a95-d4f17568e390","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.459335861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874eda64-a2f3-4ed1-a726-2aa7a0c235dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.46167512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1f53c3c1-fb36-45f4-b7af-68595e7b6f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.462792409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"08588e58-13ad-428b-bf59-6d0eea061e18","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.465231325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ba3280c7-197f-4a5f-9f9a-56577b792759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.466471779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"d5fbf1b6-ab96-4f91-9a95-d4f17568e390","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.56216463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1499d46-3541-49a6-8375-b0e2afa55087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.563067829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3f132e2a-79c6-4c5a-bf65-ecca0af330a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.568924115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1499d46-3541-49a6-8375-b0e2afa55087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.569620809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3f132e2a-79c6-4c5a-bf65-ecca0af330a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.64922631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7185aef0-caf1-4d09-a21c-cfc72f001c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.649238192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ec08f35a-0ef4-423f-ba69-d9aba2defe0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.649675729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6f4fa57b-33e8-43e4-baf9-73af2a91cd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.652996265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0852418c-20af-45f0-ad43-5a1680f1ba83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.656852271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ec08f35a-0ef4-423f-ba69-d9aba2defe0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.656883393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6f4fa57b-33e8-43e4-baf9-73af2a91cd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.659063408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7185aef0-caf1-4d09-a21c-cfc72f001c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.659410976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0852418c-20af-45f0-ad43-5a1680f1ba83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.680075156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6ba19223-7578-412f-bc7c-4f494c444915","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.684688517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"930ec602-8c4b-478e-85d7-36782a55c6c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.690063017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"6ba19223-7578-412f-bc7c-4f494c444915","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.691191012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"930ec602-8c4b-478e-85d7-36782a55c6c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.804312248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"d8476e98-33c0-41c2-93e7-bf338c3ba12d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.805276009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ab7da83e-ff13-45f5-a7ca-b2b733047098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.805881009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b9e6b9b6-dfc0-44ba-952d-17f0c8d52d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.833969859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"d8476e98-33c0-41c2-93e7-bf338c3ba12d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.84351074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b9e6b9b6-dfc0-44ba-952d-17f0c8d52d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.850679287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ab7da83e-ff13-45f5-a7ca-b2b733047098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.884342204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"45fd7e67-78a7-410a-bcd5-cb8e3d1451d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.889403699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fa6af1-cc34-4de1-8c83-c6d32e92e213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.88947029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1d176f50-9569-4424-94f0-00a4ef830279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.889787824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3c4cac8c-6e82-49c1-9dea-e276d29074c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.893778554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"45fd7e67-78a7-410a-bcd5-cb8e3d1451d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.896535247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"1d176f50-9569-4424-94f0-00a4ef830279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.896549098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fa6af1-cc34-4de1-8c83-c6d32e92e213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.899033796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3c4cac8c-6e82-49c1-9dea-e276d29074c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.980024218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e4af68da-a247-4507-b7d1-8e1589d16496","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.983291803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2fcbfb12-cd96-4be3-874e-bcb615e9bfe6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.987234185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e4af68da-a247-4507-b7d1-8e1589d16496","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.992619847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2fcbfb12-cd96-4be3-874e-bcb615e9bfe6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.995019965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e4af68da-a247-4507-b7d1-8e1589d16496","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:18.998346287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2fcbfb12-cd96-4be3-874e-bcb615e9bfe6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.299952054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"e3f12a59-e944-41b2-a4ab-8e83f9498f86","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.347661725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"75e86cad-3379-48b4-b9d1-d6424063fa28","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.348397861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ebf0666-0ce4-4cf2-aaaa-3f7ecbe8056c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.358331967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"83997bb3-2f6a-43cf-8a20-5b0ee3e06356","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.365541224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ebf0666-0ce4-4cf2-aaaa-3f7ecbe8056c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.358899687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"ecae340d-e9e8-4329-b2b1-99e1b743b4c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.366225454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"75e86cad-3379-48b4-b9d1-d6424063fa28","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.366573908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"4cc9472d-0861-441b-848e-14fd5f150782","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.358706882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e4475ce0-c2cc-42be-a9e9-59792fa99c67","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.379682282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e4475ce0-c2cc-42be-a9e9-59792fa99c67","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.382756837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"4cc9472d-0861-441b-848e-14fd5f150782","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.382801097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"ecae340d-e9e8-4329-b2b1-99e1b743b4c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.383758698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ebf0666-0ce4-4cf2-aaaa-3f7ecbe8056c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.390112625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"ecae340d-e9e8-4329-b2b1-99e1b743b4c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.398874979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"335c2657-99f2-4e36-b802-4c94e1f7363d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.446821515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-82127c","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","reconcileID":"2b41508a-3cdf-4ba8-a2b9-a0624da0b7c4","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-82127c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.44778728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"335c2657-99f2-4e36-b802-4c94e1f7363d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.45743533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bbebf3ce-cd13-43d7-bf09-d281e2ae9ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.464594039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"bbebf3ce-cd13-43d7-bf09-d281e2ae9ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.497879057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e4fe0a02-209a-48c4-a852-1f144227a3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.509824221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e4fe0a02-209a-48c4-a852-1f144227a3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.657993121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96fb99ac-158b-469b-901b-ad6930557383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.669474492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf99d73-6c49-4aff-8278-0e4e9cef893e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.717860949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b5d83c60-2087-4857-92a6-84463ffe0d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.718093389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9f186ff5-c790-4108-bbef-b44bde48d2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.778475757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96fb99ac-158b-469b-901b-ad6930557383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.756962586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e8b54773-c421-4ef8-99c1-8f5abefb5aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.899275771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9f186ff5-c790-4108-bbef-b44bde48d2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.988579611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b5d83c60-2087-4857-92a6-84463ffe0d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.996505837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf99d73-6c49-4aff-8278-0e4e9cef893e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.0050582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"aa9850f2-c0f2-4b8d-b313-b363807c21ec","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.005162393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"aa9850f2-c0f2-4b8d-b313-b363807c21ec","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.011804745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e8b54773-c421-4ef8-99c1-8f5abefb5aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.019073145Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"d3e0d152-86c4-44a4-9c6e-17abbf18a899","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51528194","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.02405698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"35e584e8-8ee9-45b2-a359-94e50c00fc7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.035386416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"35e584e8-8ee9-45b2-a359-94e50c00fc7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.122692303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f4bf6203-c220-4fb8-b1fc-b19f4c6e0208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.122692313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"863e9a75-87f8-4311-99c7-ada7ebfa9361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.126022321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0d8824f-9f6b-44c7-bc4d-f3b0339d7a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.130040046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"863e9a75-87f8-4311-99c7-ada7ebfa9361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.131256745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"f4bf6203-c220-4fb8-b1fc-b19f4c6e0208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.13345803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f0d8824f-9f6b-44c7-bc4d-f3b0339d7a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.222783745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f1533bf2-a8ec-4072-99de-dc90acba5a66","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.224739486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"598db45e-950b-4f7c-aa59-a9f21444a293","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.225323551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"a55ca5b9-de46-4c2e-9d6e-b2ec4668a98d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.24853707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"816ff3b7-bcae-4e37-90a6-d6fa445d145c","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.249103688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f1533bf2-a8ec-4072-99de-dc90acba5a66","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.249776355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"598db45e-950b-4f7c-aa59-a9f21444a293","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.25080715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"a55ca5b9-de46-4c2e-9d6e-b2ec4668a98d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.251372191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"6d3aeac6-b26f-444b-81c3-c6350985cca1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.255056592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b327b64d67e76e4aff4566c6e535c95fc896f3c631a44a066036c0ea3160e5a6) AuthConfig (31c48dab5e68c44ff8edcb800de2a01a7028fc015108a4109683b306e2aa7dd7) AuthConfig (71d286a3591f596194ea971543fc89d8c35eee36c25c07b908ed4c96d24db2e4) AuthConfig (8f2ad6b8026a9ae2e5b9bbda4205e25dad72d7edd157c52ee9800e32f07afad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f1533bf2-a8ec-4072-99de-dc90acba5a66","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.256114437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"816ff3b7-bcae-4e37-90a6-d6fa445d145c","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.258092921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"6d3aeac6-b26f-444b-81c3-c6350985cca1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.263295073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"6d3aeac6-b26f-444b-81c3-c6350985cca1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.326875516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"64777231-87f0-44c6-88c5-e1d8802a9f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.327522917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f2c39b20-fb38-436a-84ba-6f4853fc5d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.334169733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"64777231-87f0-44c6-88c5-e1d8802a9f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.33482304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f2c39b20-fb38-436a-84ba-6f4853fc5d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:22.952985758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"d47aa340-c8e7-4f79-b25a-11a5ca9b31ed","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:22.963719578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"10ebb755-f7fe-4cec-9a9b-4859f890a581","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.118776251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"77e8df5b-cf95-4da8-8cf1-858738c24b21","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.118942772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"77e8df5b-cf95-4da8-8cf1-858738c24b21","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.140869964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"eff186cb-9515-4433-9945-39a2ea269857","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.160349427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"870caea2-4d93-426e-a6e0-7979488ceb09","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.160490645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"870caea2-4d93-426e-a6e0-7979488ceb09","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.168108491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"eff186cb-9515-4433-9945-39a2ea269857","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.190023784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"eff186cb-9515-4433-9945-39a2ea269857","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.25488462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"9398363a-5653-4133-9a2c-34e55369d853","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.25494343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"9398363a-5653-4133-9a2c-34e55369d853","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.376596792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"955edf72-def0-472a-b1bb-878be7da8de8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.385135847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"955edf72-def0-472a-b1bb-878be7da8de8","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.721107027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"4b2d0ef2-7ef9-41ad-8cf8-3894bc7fed65","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.721129138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"4b2d0ef2-7ef9-41ad-8cf8-3894bc7fed65","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.729231287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9c556376-fec3-4424-a3ff-9ed9ab055d2c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.729252518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9c556376-fec3-4424-a3ff-9ed9ab055d2c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.738890322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"6c9133ed-063e-40c1-b2bf-66e814b9cb96","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.75261404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"6c9133ed-063e-40c1-b2bf-66e814b9cb96","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.784354313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"ec81aa9f-f8f6-4e40-89fc-da0586490994","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.784377159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"ec81aa9f-f8f6-4e40-89fc-da0586490994","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.835887444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"90a8d114-f0b4-41f0-87f0-acbf76fc64e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:23.843508405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"90a8d114-f0b4-41f0-87f0-acbf76fc64e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.165817906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.169192536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"3326ad2e-3f2a-44df-bdd6-fb3a309f623b","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.169212928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"3326ad2e-3f2a-44df-bdd6-fb3a309f623b","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.17929952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cfe27d38-6ece-4afa-9e34-8d36b2238235","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.179605255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"2c7a8061-ebf0-4dc7-97bb-b749f5cb67f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:24.180086529Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-e4c611-be59cc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.186041724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"36ac959c-faed-4e63-9b58-3fbd247c2cfd","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.186059615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"36ac959c-faed-4e63-9b58-3fbd247c2cfd","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.186390786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cfe27d38-6ece-4afa-9e34-8d36b2238235","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.189450665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"2c7a8061-ebf0-4dc7-97bb-b749f5cb67f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.192548423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"87854717-86ea-40e9-a698-9f87b47c7533","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.192567643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"87854717-86ea-40e9-a698-9f87b47c7533","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.203483871Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"970f6e17-154e-42c8-992d-e553318a1133","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-cfl-same-e4c611","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.32011822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9bc060a4-6f98-463d-8e8c-0ff159c39c48","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.320156715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"9bc060a4-6f98-463d-8e8c-0ff159c39c48","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.332535234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"fa8a2f64-fecd-44ef-9ca8-1bf5d09515c7","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.337017564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"0ec592f8-64b2-4ddd-8ddb-9ec97bde0084","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.343621938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"0ec592f8-64b2-4ddd-8ddb-9ec97bde0084","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.405305858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"d4f48c9a-abbc-4287-a29a-57b45e0a3835","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:24.413102437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"d4f48c9a-abbc-4287-a29a-57b45e0a3835","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.571463037Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"4488ef48-a0eb-4fb9-806b-926f303acab0","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.580412819Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"5f13fe86-e689-4354-bc99-8747526f3281","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.584850702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2c21ae8d-5561-4666-9624-4ac3c2e88e2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.585332334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb487af-19b7-4944-8535-e903224cb494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.585503234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"921844f6-9bd3-41fe-b93e-0fc5a3f20e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.587036035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"827740c4-7f7d-4078-9079-e971e433d29c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.5872868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdd9c04-1eed-49b3-b896-ea78ea90f4fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.592841279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb487af-19b7-4944-8535-e903224cb494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.592871195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2c21ae8d-5561-4666-9624-4ac3c2e88e2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.59515795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"921844f6-9bd3-41fe-b93e-0fc5a3f20e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.595256993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"827740c4-7f7d-4078-9079-e971e433d29c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.598030707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bdd9c04-1eed-49b3-b896-ea78ea90f4fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.598485292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2c21ae8d-5561-4666-9624-4ac3c2e88e2a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.605052122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"d5de054c-49cf-4ba0-baa1-c498370fca8f","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.605068032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"d5de054c-49cf-4ba0-baa1-c498370fca8f","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.618499211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"a4840103-2605-4342-a386-6b8ec18b8a86","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.618516657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"a4840103-2605-4342-a386-6b8ec18b8a86","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.624558216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"d7d4d29c-fe7d-4f86-9d4f-e6e84a585834","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.685205728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5c0b4d4f-ce7b-4cf2-8a76-20884dca262c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.692444005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5c0b4d4f-ce7b-4cf2-8a76-20884dca262c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.761657549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"32896397-a4a1-4bf2-8f8b-9664045533bd","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.779853832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"f45863ac-f8b8-431e-b38e-163138ae7bf1","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.779877513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"f45863ac-f8b8-431e-b38e-163138ae7bf1","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.785960157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a4978935-bc08-412e-9a64-bd240620a6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.786178423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c3143417-e9d7-4467-96f1-b155d0a90893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.786538239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"f82a591d-1691-439f-9a53-1a5017c71eda","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.793976935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a4978935-bc08-412e-9a64-bd240620a6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.794139598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c3143417-e9d7-4467-96f1-b155d0a90893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.794522087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"9310b0b8-efb1-4d30-8df6-c86c3009ced6","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.802772472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"f0face87-0d5d-4c76-a9c2-3a458e0eff75","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.811832411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"49b7ff30-1c91-43b6-88e8-ecdbfab76645","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.811904004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"49b7ff30-1c91-43b6-88e8-ecdbfab76645","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.818653599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"fb068d50-dd16-4e18-94be-4e65de33eb3d","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.818675586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"fb068d50-dd16-4e18-94be-4e65de33eb3d","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.834219636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"8d45277e-4a4d-4d9f-9cf4-d36eef11637c","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:25.848747016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"e9af7a2c-8d40-4edf-87e1-33eb24bfbe2e","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.849362186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"eb14fb2b-9514-4e15-a032-ca8f383dcc51","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.852077666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"99db804f-2ad7-4844-84ea-9efe6e1ec271","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.852116237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ce1eb3ee-1081-4605-9a5b-599e0e1c2ca5","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.857671052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"eb14fb2b-9514-4e15-a032-ca8f383dcc51","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:25.858383161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"e9af7a2c-8d40-4edf-87e1-33eb24bfbe2e","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.858592749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ffbc2e6a-b172-4c9a-bb09-2f1b25362e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.861764417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"d0885c2d-060f-4f56-b06c-fb26eab919ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.867407623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"99db804f-2ad7-4844-84ea-9efe6e1ec271","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.86811986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"ce1eb3ee-1081-4605-9a5b-599e0e1c2ca5","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.875067791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ffbc2e6a-b172-4c9a-bb09-2f1b25362e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.875937597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"d0885c2d-060f-4f56-b06c-fb26eab919ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:25.879322511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"38fca0fb-3254-420e-b544-2c1b0628d9f7","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:25.879422037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"38fca0fb-3254-420e-b544-2c1b0628d9f7","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.264543854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"e813af54-433a-4c6a-a414-c36454eb2a89","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.264663583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"e813af54-433a-4c6a-a414-c36454eb2a89","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.296165016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"cb2bc3c6-a275-4b51-ac29-7ebf4b199283","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.296273213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"cb2bc3c6-a275-4b51-ac29-7ebf4b199283","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.307622308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e5304d87-f4bf-4bf8-88e0-2bb3f0a3cadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.317053561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b01d6280-41e6-4d58-8f55-b1cb96a0de9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.31758823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e5304d87-f4bf-4bf8-88e0-2bb3f0a3cadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.324528211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b01d6280-41e6-4d58-8f55-b1cb96a0de9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.346464537Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"292610a5-9f4c-4f70-bcba-6d0dfd247376","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.346531905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"292610a5-9f4c-4f70-bcba-6d0dfd247376","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.376815923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bbca18b-7492-4f97-b175-c981aaf3d807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.376851016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"61553889-7d29-481c-8e2f-4120fa348692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.380557398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"049d650a-71f8-4435-a154-25745493d6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.382210431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"3005a0ad-ef17-4939-baab-17778a17743f","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.383052385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a5e0de0c-5d97-45e5-bbc9-f0aa41ddfd75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.385118007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"61553889-7d29-481c-8e2f-4120fa348692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.385759045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"cddb3d50-bb99-404c-879b-11bbf8f33ac8","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.385810896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"cddb3d50-bb99-404c-879b-11bbf8f33ac8","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.385829226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bbca18b-7492-4f97-b175-c981aaf3d807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.387991182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"049d650a-71f8-4435-a154-25745493d6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.3901069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a5e0de0c-5d97-45e5-bbc9-f0aa41ddfd75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.479956057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"b9bb6d6b-a247-4fee-bd3e-3eda8d6e6ef3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.51461673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"512bbf35-08ee-4a56-a98e-a4d1b5e237c6","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.51529726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f5680f7-66c4-4213-8877-34df45c3830c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.515878608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ca19e9bd-9bc4-45cb-b6e5-a72d3a1c4fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.516588471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"b9bb6d6b-a247-4fee-bd3e-3eda8d6e6ef3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.518432617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"0ab4b518-5850-48d1-9915-8b3843bc3c61","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.647896691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"512bbf35-08ee-4a56-a98e-a4d1b5e237c6","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.801414252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"ca19e9bd-9bc4-45cb-b6e5-a72d3a1c4fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.804167964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f5680f7-66c4-4213-8877-34df45c3830c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.80636823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"0ab4b518-5850-48d1-9915-8b3843bc3c61","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.806820025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"7de0ed4a-027e-458f-b6cb-94e334b61076","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.807045949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"7de0ed4a-027e-458f-b6cb-94e334b61076","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.814034567Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.814046504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"0ab4b518-5850-48d1-9915-8b3843bc3c61","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.81854692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"9c82e70b-e201-4eba-b6df-6231acae4903","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.818934179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"9c82e70b-e201-4eba-b6df-6231acae4903","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.826675219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"eef6167e-b439-4569-a25a-8f563dfd4fc5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-e1d624-283261-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.836563244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"2bac3c2c-f94b-4f58-8407-7ad4fb098635","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.839028871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"02d0fc49-cbd2-48cc-99a3-f4e05a88b65f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.839051044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"02d0fc49-cbd2-48cc-99a3-f4e05a88b65f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.847984513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"2bac3c2c-f94b-4f58-8407-7ad4fb098635","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.853626736Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"02d0fc49-cbd2-48cc-99a3-f4e05a88b65f","name":"e2e-cfl-ok-e1d624","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-e1d624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:26.853678224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"02d0fc49-cbd2-48cc-99a3-f4e05a88b65f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-e1d624\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.859016492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"8e12317a-32f6-4a44-b4e9-406e2880b827","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.859041341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"8e12317a-32f6-4a44-b4e9-406e2880b827","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.865398954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"5afb0f97-f784-4205-b85a-72957d41ac9f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.865428788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"5afb0f97-f784-4205-b85a-72957d41ac9f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.876431578Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"b7d67310-6a68-4df9-969c-7ea377cb5d72","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cfl-ok-e1d624","model":"e2e-cfl-ok-e1d624","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-821f5a/e2e-cfl-ok-e1d624-283261-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.053979658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"c84ffb7b-c03f-4c0a-af65-f86ef70f0d1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.064368143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"d9e5a513-fb6c-4e2a-a30e-f1dbd8f6637b","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.064396919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"d9e5a513-fb6c-4e2a-a30e-f1dbd8f6637b","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.064464602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"c84ffb7b-c03f-4c0a-af65-f86ef70f0d1f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.078346297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"152fc339-1e63-4e81-b358-788605282b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.078687205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c2cd2b0a-6e61-402a-b97b-ef784767d3c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.079112389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5436113d-6dee-482e-be5b-fba43d6c568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.08057776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bc8d18ae-e51d-4e5a-84f2-d632b91e2c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.082845661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"caee4cc3-42e2-44f2-960f-960528ea6a15","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cfl-ok-e1d624","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.209462668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"152fc339-1e63-4e81-b358-788605282b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.224466471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"bc8d18ae-e51d-4e5a-84f2-d632b91e2c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.238341872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c2cd2b0a-6e61-402a-b97b-ef784767d3c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:27.354572651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"8267b726-a88a-49e1-82ee-a3ba32897517","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:27.354677174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"8267b726-a88a-49e1-82ee-a3ba32897517","error":"ExternalModel e2e-extmod-att-user-69dae3/e2e-att-delete-e1ca74 is attached to several gateways [openshift-ingress/e2e-extmod-a-ddd653 openshift-ingress/e2e-extmod-b-be59df]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.508529321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5436113d-6dee-482e-be5b-fba43d6c568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.574136875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"060698b8-699d-48ca-ad6d-241a8e7c2a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.574737983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"a7f03c16-2710-4cf2-bbec-4e2153519436","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.577641786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09711865-478e-4030-a6f9-d6450b0f0fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.626378357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"060698b8-699d-48ca-ad6d-241a8e7c2a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.638591234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"a7f03c16-2710-4cf2-bbec-4e2153519436","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.642442014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"327a6add-5919-41bf-b002-30f9d46980e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.644147986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09711865-478e-4030-a6f9-d6450b0f0fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.646086423Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"39bb4f0d-0db9-4aec-9ec0-a6439e6d1e64","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.64853893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"005b4406-6c26-45e3-8b28-a9866f889f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.65886907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"005b4406-6c26-45e3-8b28-a9866f889f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.659649844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"327a6add-5919-41bf-b002-30f9d46980e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.661787297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"570fca81-5fd7-4736-ba16-eee0400df5d7","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.661805486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"570fca81-5fd7-4736-ba16-eee0400df5d7","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.68293758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"33991287-e62d-41f4-9d1d-58095321c3fc","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.690231855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"e84a38a0-ed01-4d46-b93a-51ea0c1ad29e","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.690370997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"e84a38a0-ed01-4d46-b93a-51ea0c1ad29e","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.780993399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1e43c663-a6d7-4117-8350-43d0294236a9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.782308087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"743e7738-b67a-44cd-8fc2-089a405de46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.78298538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"90ef0812-e9d3-4195-922c-5481325eb143","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.784231842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3ea42507-1155-4cd1-b179-4340c68e992e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.786315173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f8cba6a0-3925-4e4b-9f89-cec3680c7274","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.787149082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"92c96a6d-c33a-4bb6-94a6-7b7b39ded28d","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.792899662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1e43c663-a6d7-4117-8350-43d0294236a9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.800015047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"743e7738-b67a-44cd-8fc2-089a405de46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.803747281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"90ef0812-e9d3-4195-922c-5481325eb143","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.815361675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3ea42507-1155-4cd1-b179-4340c68e992e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.849067571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f8cba6a0-3925-4e4b-9f89-cec3680c7274","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.850306178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"90ef0812-e9d3-4195-922c-5481325eb143","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.883056578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"543586be-a1ab-4ac9-9de3-b7355d73c90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.884492839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e1ca74","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","reconcileID":"c924ab4d-ce3e-4371-a225-abf9964b9f4e","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-delete-e1ca74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.892265246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"543586be-a1ab-4ac9-9de3-b7355d73c90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.894981496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9090817d-bd07-481e-8fe2-4748c21194db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.896371764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7a9de2d7-a4a6-46d8-9419-92c388bbc1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.904118086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9090817d-bd07-481e-8fe2-4748c21194db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.904555193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7a9de2d7-a4a6-46d8-9419-92c388bbc1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.976665465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a1b66ae-4d86-44ac-ab69-9efa882bb3b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.978802542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41105012-ce2d-40a8-ae42-7d73d4290898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.979610626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"563c0a79-f407-4394-ad8e-d0ca8abac7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.984350173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a1b66ae-4d86-44ac-ab69-9efa882bb3b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.986666875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41105012-ce2d-40a8-ae42-7d73d4290898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:27.987153051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"563c0a79-f407-4394-ad8e-d0ca8abac7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.240112181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a56b4cd5-aa5a-4e0c-9ee5-8304cb80be44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.258838305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1ed25e7b-9bd1-40c9-9498-f5a3035b3fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.259700049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a73991b0-098f-496e-bdfd-048933cb98e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.626827984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a56b4cd5-aa5a-4e0c-9ee5-8304cb80be44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.628801314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"1ed25e7b-9bd1-40c9-9498-f5a3035b3fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.630631643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"10a72025-97c8-4f4b-8af8-c245d997412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.63485748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a73991b0-098f-496e-bdfd-048933cb98e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.637878616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"df839d66-3eb7-490e-a42a-a2786bc2e900","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.696150222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"10a72025-97c8-4f4b-8af8-c245d997412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.736772076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"df839d66-3eb7-490e-a42a-a2786bc2e900","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.756400597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"4a05c531-205a-404e-85cf-e47b2a1a92e0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.761233355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"f8ba82cf-633b-4511-9a8b-d51a9bef83d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.774099939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"4a05c531-205a-404e-85cf-e47b2a1a92e0","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.795294822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"f8ba82cf-633b-4511-9a8b-d51a9bef83d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.855794386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8cfaa899-9a11-4224-91af-0644caef2edc","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.856652488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6e9c7365-3cac-452c-ad68-10d9ac85e762","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.861334452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1fd6b154-5398-466f-9986-4c741091b99f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.866015553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8cfaa899-9a11-4224-91af-0644caef2edc","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.866192264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6e9c7365-3cac-452c-ad68-10d9ac85e762","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.868500101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"1fd6b154-5398-466f-9986-4c741091b99f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.872298359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8cfaa899-9a11-4224-91af-0644caef2edc","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.942216958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"beb45c9d-a80c-4a21-bd08-f7861daf9a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.946182921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7476637b-ae07-4ce5-b3eb-0a047ace0fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.954306403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7476637b-ae07-4ce5-b3eb-0a047ace0fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.95480586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"beb45c9d-a80c-4a21-bd08-f7861daf9a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.040991207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b9ef4ec7-32ab-4e66-9ebf-2c423d738380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.047626101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b9ef4ec7-32ab-4e66-9ebf-2c423d738380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.065274404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5a410768-3159-416f-accb-2c2584b54781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.068724977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"39f935ec-96de-48d9-a720-9f6616786326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.072639465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"5a410768-3159-416f-accb-2c2584b54781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.077236416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"39f935ec-96de-48d9-a720-9f6616786326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.376727738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"06113fd9-8e08-4168-b037-6a8a416c2348","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.957682746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"96d1b7f5-7521-492c-88a6-db7918e49cf7","namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.966615906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"0a8f23ad-61f6-4d75-b736-8dd77f328033","namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.970813775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ac7a027f-00c6-46ed-9bcc-caf8a76afc7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.970842656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e714f9c1-0405-43a8-9374-1b2e3890e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.974066987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d7c14ce-3b43-48b2-ad73-43a8d7d9e2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.97409462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3870c30f-aea0-4b8a-aa39-978430f496ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.97483313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff2c21ad-0e1c-4871-a24b-50c50d6217dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.978295937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e714f9c1-0405-43a8-9374-1b2e3890e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.978660138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ac7a027f-00c6-46ed-9bcc-caf8a76afc7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.98407879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d7c14ce-3b43-48b2-ad73-43a8d7d9e2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.98645821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ac7a027f-00c6-46ed-9bcc-caf8a76afc7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.987773506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3870c30f-aea0-4b8a-aa39-978430f496ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.989601332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff2c21ad-0e1c-4871-a24b-50c50d6217dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.003414734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e6d5ff8f-29ef-4a64-8729-0f6a60e0feb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.048679899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e6d5ff8f-29ef-4a64-8729-0f6a60e0feb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.052434649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"75ce7266-c5eb-4bc8-a336-2c5e81c0b944","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","subscription":"e2e-cfl-e257d5-d25759-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.061643737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"df2036f9-3d06-41cc-af78-e5d1239189c4","namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.062832774Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"75ce7266-c5eb-4bc8-a336-2c5e81c0b944","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.067000106Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-sub","reconcileID":"75ce7266-c5eb-4bc8-a336-2c5e81c0b944","MaaSSubscription":{"name":"e2e-cfl-e257d5-d25759-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.10160092Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.104074312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"63892255-e3ad-4e51-ab43-a4598e2bb4d6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.105372814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"a28633f7-1029-4583-a9ff-02320beece1b","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.10539709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"a28633f7-1029-4583-a9ff-02320beece1b","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.198297055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f27348e7-0a73-401b-8284-895a02607ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.215199272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4fec1711-a5ce-47c6-b35b-12311c12590a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.217836257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"63892255-e3ad-4e51-ab43-a4598e2bb4d6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.219303307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"c3964864-a14e-4232-9524-eda7ef4d9099","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.221716943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"81d7b076-37b4-4cf6-bded-69863345a81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.251813334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4fec1711-a5ce-47c6-b35b-12311c12590a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.27110893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"c3964864-a14e-4232-9524-eda7ef4d9099","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.272701252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f27348e7-0a73-401b-8284-895a02607ef9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.273520892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"47e63065-6d35-4a13-9d27-1e88f1556e4e","MaaSModelRef":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.27509904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"81d7b076-37b4-4cf6-bded-69863345a81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.279094369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fef78c03-dc8f-43eb-80ed-ab090f8c341d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.291353065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"0555b682-2b48-4fa4-b54e-963998a5fc70","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.29137566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"0555b682-2b48-4fa4-b54e-963998a5fc70","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.29435092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"3686d973-8368-419a-8bdd-c08bd23305f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.296763672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"83980376-6858-4a61-a938-fc026c805b8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.297505211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"104bcc7a-4627-4a4d-9c25-d250073e6384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.30142045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"3686d973-8368-419a-8bdd-c08bd23305f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.304466817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"104bcc7a-4627-4a4d-9c25-d250073e6384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.347123265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"83980376-6858-4a61-a938-fc026c805b8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.398548343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fef78c03-dc8f-43eb-80ed-ab090f8c341d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.401336517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"30193074-13d9-46dd-a747-791ae41a28fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.402245747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3f5c00a4-c4c2-403a-b7bf-546f65053839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.402280727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c9e1153d-f4e5-429e-94d4-5572c3af5d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.402695448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c6b5229d-0d0d-4891-9298-d0a5851e9e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.411725914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3f5c00a4-c4c2-403a-b7bf-546f65053839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.413056893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c6b5229d-0d0d-4891-9298-d0a5851e9e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.414319852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c9e1153d-f4e5-429e-94d4-5572c3af5d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.416501339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"30193074-13d9-46dd-a747-791ae41a28fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.447406864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fef78c03-dc8f-43eb-80ed-ab090f8c341d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.447436522Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5-d25759-access","reconcileID":"fef78c03-dc8f-43eb-80ed-ab090f8c341d","MaaSAuthPolicy":{"name":"e2e-cfl-e257d5-d25759-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.457404061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5c9023e8-cfde-42c8-9732-d4f4e5afa8f4","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"ai-tenant-e2e-extmod-a-d25759/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.457429078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"5c9023e8-cfde-42c8-9732-d4f4e5afa8f4","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"routeName":"external-model-e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.495737785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ee077aa-93b5-4de3-833a-ba00a0c5567e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.498618825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a096455-b685-4f25-b3f6-558d715b9097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.498785944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5c6e4e93-6229-48bd-a8d3-48a7c71b6773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.500571382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea0bc8ed-1208-4762-bbb6-a9fcdd1c18de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.500705607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8402911-a339-46fe-b85d-576757a070e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.503896423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ee077aa-93b5-4de3-833a-ba00a0c5567e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.505942919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a096455-b685-4f25-b3f6-558d715b9097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.506535042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5c6e4e93-6229-48bd-a8d3-48a7c71b6773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.508338381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8402911-a339-46fe-b85d-576757a070e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.50879825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea0bc8ed-1208-4762-bbb6-a9fcdd1c18de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.509533645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8ee077aa-93b5-4de3-833a-ba00a0c5567e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.888684568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"83c7056a-0bce-4405-b17a-24654174dc8c","namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.907498511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed4ef773-54e1-4a11-82f6-3d31dd5ceefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.908003549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"d5ca13dc-e45a-4244-a6c9-2a8de7ca4d7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.909775138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8ce36ef7-9277-4923-a42f-f19a97693b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.913027439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0f08f00c-5c7b-4488-a1ff-cf20eb5289d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.915608766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"d5ca13dc-e45a-4244-a6c9-2a8de7ca4d7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.915674952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed4ef773-54e1-4a11-82f6-3d31dd5ceefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.915872277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3d3f60-9a24-4682-8ecb-4d152ab7c6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.918442338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8ce36ef7-9277-4923-a42f-f19a97693b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.920894526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0f08f00c-5c7b-4488-a1ff-cf20eb5289d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.951986339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"d5ca13dc-e45a-4244-a6c9-2a8de7ca4d7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.952257047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3d3f60-9a24-4682-8ecb-4d152ab7c6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.952457957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7cc20d","namespace":"e2e-extmod-att-noaccess-ee3905"},"namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","reconcileID":"6ee77777-8f9b-44c9-8f63-6ba62bfd0d9e","namespace":"e2e-extmod-att-noaccess-ee3905","name":"e2e-att-noaccess-7cc20d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.963003723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d0346a49-9175-4529-8368-1acbc910f26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.971336992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d0346a49-9175-4529-8368-1acbc910f26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:30.974671536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"dbc0c5ee-07d8-455e-aa34-31519fb94524","namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.078411152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a01ee84e-74c0-4044-a246-a262be495ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.125930534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a01ee84e-74c0-4044-a246-a262be495ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.142726655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"387b56e8-ad34-47b3-93a2-2b40dd87f2f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.143601796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6491588e-457a-4e11-a77f-3c5559d18f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.14417745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3e16f6a0-f0c6-4430-84c7-9474af255fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.144681931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"64a2e40d-2f1e-4008-89e8-f1211af78fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.154426749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"387b56e8-ad34-47b3-93a2-2b40dd87f2f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.158328977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"6491588e-457a-4e11-a77f-3c5559d18f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.158893335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"64a2e40d-2f1e-4008-89e8-f1211af78fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.170817559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"3e16f6a0-f0c6-4430-84c7-9474af255fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.195786818Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","reconcileID":"de160e3e-6bbe-4413-949f-12ae805317bf","namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.229320257Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"a2f7e4c5-307b-41ae-b648-dc26f56277ea","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.239727621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"b4fa3357-44e8-4945-9b5b-503b90cd2a2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.24763901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"b4fa3357-44e8-4945-9b5b-503b90cd2a2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.254960162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"d9d393e6-f50a-4cdc-8007-9d998d6ff1f6","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.316846306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"d2ef201a-5da2-4bb2-874c-3d15ac53aad2","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.32055963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"10071a73-ab77-4f03-8da5-9fa8e6b6d479","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"tenant":"e2e-extmod-a-d25759","gateway":"openshift-ingress/e2e-extmod-a-d25759","model":"e2e-extmod-cfl-1-8f72b8/e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.320579943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"10071a73-ab77-4f03-8da5-9fa8e6b6d479","MaaSModelRef":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"routeName":"external-model-e2e-cfl-e257d5-e0999e9b2b23","namespace":"e2e-extmod-cfl-1-8f72b8","model":"e2e-cfl-e257d5","externalModel":"e2e-cfl-e257d5","provider":"e2e-cfl-e257d5-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.339539523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"d00f4b9c-2890-465b-bb1e-ac55bc1532f9","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.344596557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"60ea17af-1003-4172-8c88-6077673bb71b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.344594229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fb6e3336-4c93-4126-b4c1-3cafd85f7114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.345083524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b82c72ca-fcc0-457f-8f54-b18adabc8439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.348476911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"d00f4b9c-2890-465b-bb1e-ac55bc1532f9","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.352139597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b82c72ca-fcc0-457f-8f54-b18adabc8439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.352348138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fb6e3336-4c93-4126-b4c1-3cafd85f7114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.354897316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"60ea17af-1003-4172-8c88-6077673bb71b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.438825355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"25e1e49d-0220-4a1d-9dbc-04c23835c656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.445310336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"25e1e49d-0220-4a1d-9dbc-04c23835c656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.54194746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"c5a45ddc-303a-44b5-9735-acca552f9d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.548408187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe3cf20-9573-4b9d-a191-f78fe1c2124d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.549394328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"db0182f0-3ab0-4be7-b149-0a9725ae4cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.553572844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4b03ab5d-1f0f-4425-9afc-e9ab186915e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.555416637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"c5a45ddc-303a-44b5-9735-acca552f9d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.55953787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe3cf20-9573-4b9d-a191-f78fe1c2124d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.562999023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"db0182f0-3ab0-4be7-b149-0a9725ae4cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.566733297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4b03ab5d-1f0f-4425-9afc-e9ab186915e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.567236786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"c5a45ddc-303a-44b5-9735-acca552f9d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.655549902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f2fa3842-8f04-43e9-bd59-96a4601d22ff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.656216867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0dfc7ca2-79ed-43b3-aeb5-751527c27342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.656732542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"178992af-6ab0-407c-b48d-4cfe2a59101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.658032117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"11716dc7-0503-48f6-8593-deec0e86e696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.660973037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7c593a4c-5c89-4159-ae26-863c1fdb8ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.663451889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f2fa3842-8f04-43e9-bd59-96a4601d22ff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.665498333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0dfc7ca2-79ed-43b3-aeb5-751527c27342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.667012654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"11716dc7-0503-48f6-8593-deec0e86e696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.66903518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"178992af-6ab0-407c-b48d-4cfe2a59101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.670651794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7c593a4c-5c89-4159-ae26-863c1fdb8ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.758218808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8b89a021-6dbc-4639-bcd8-d9e37e56957a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.758823925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f45879d6-e6a2-4cfa-8e88-4da3db187c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.760448935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"e80dface-4e58-4965-95dc-3f64bcd64a7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.767226507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"8b89a021-6dbc-4639-bcd8-d9e37e56957a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.770755124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f45879d6-e6a2-4cfa-8e88-4da3db187c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.77370008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"e80dface-4e58-4965-95dc-3f64bcd64a7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.225678791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"24569eb8-167b-471a-8053-bcc2d2aef0ba","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.346412898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2a1036aa-8422-46ee-93dd-c86e134f8ded","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.347072006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"8ea0bd24-eba8-4af4-bc07-b444fc087dff","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.364938343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"6450816d-e97a-437b-8de2-97fa72f26d47","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.365499236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f99ff6bd-4023-4331-82ec-c3f48d1ec5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.372514287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"68cbe93d-b4d6-40e0-9ad6-fa225bbd552a","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.37646042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"6450816d-e97a-437b-8de2-97fa72f26d47","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.380195868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f99ff6bd-4023-4331-82ec-c3f48d1ec5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.406526362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"8ea0bd24-eba8-4af4-bc07-b444fc087dff","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.406840022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2a1036aa-8422-46ee-93dd-c86e134f8ded","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.411665095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"68cbe93d-b4d6-40e0-9ad6-fa225bbd552a","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.415280227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"122b0e4f-44e7-4e64-8e96-16d84ad76121","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.415317855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"122b0e4f-44e7-4e64-8e96-16d84ad76121","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.448681319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2a1036aa-8422-46ee-93dd-c86e134f8ded","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.464497749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e257d5","namespace":"e2e-extmod-cfl-1-8f72b8"},"namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","reconcileID":"cd5c0d44-e35f-4407-a2e7-c0839a9ae5da","namespace":"e2e-extmod-cfl-1-8f72b8","name":"e2e-cfl-e257d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.467038563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"8a93b976-8284-40b7-8ca4-eb0842fbc9a7","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12bf75e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.470790658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"228d7250-c0b2-4184-80cb-78b141f4b337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.478172975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"228d7250-c0b2-4184-80cb-78b141f4b337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.567771554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7d2d4cae-a5a5-4b89-85bf-492e1d9ec3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.578728086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"7d2d4cae-a5a5-4b89-85bf-492e1d9ec3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.885202789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b45f30c-3f96-40be-a215-71a87a9e37c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.911742608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e148f2-9575-4d80-a36d-55330244412f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.940567649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a812e94-eed4-4111-8bdb-a3728be14136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.958108614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6d8103de-38e8-4970-81c4-abb800f6d5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.99143457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a812e94-eed4-4111-8bdb-a3728be14136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.99539419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e148f2-9575-4d80-a36d-55330244412f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:32.99867484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6d8103de-38e8-4970-81c4-abb800f6d5d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.024396087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b45f30c-3f96-40be-a215-71a87a9e37c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.034863382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5b53d8f4-f7b3-4fe6-9279-1ebe0ea2a483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.049710169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5b53d8f4-f7b3-4fe6-9279-1ebe0ea2a483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.130365703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"64e59da6-916e-489a-a0d1-8e0730dc493f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.130509277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"bcdf948c-30c7-4b21-8567-3892236ca4a2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.135154222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c9003142-a3f9-4809-870b-57a74f788c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.141781811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"64e59da6-916e-489a-a0d1-8e0730dc493f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.141978736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"bcdf948c-30c7-4b21-8567-3892236ca4a2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.142157384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"18da6a5f-df94-4ef0-a77c-5cf54f89f9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.142223722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"887f04dd-2a04-4c82-9995-154cf95527ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.14734426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c9003142-a3f9-4809-870b-57a74f788c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.153222499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"887f04dd-2a04-4c82-9995-154cf95527ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.154545742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"18da6a5f-df94-4ef0-a77c-5cf54f89f9d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.179329496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8bb59781-7f56-41b4-80f2-81cb8033a8a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.186010286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"728998c7-7672-4e37-b073-1814a64fcb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.191043113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"8bb59781-7f56-41b4-80f2-81cb8033a8a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.193437407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e406fa3e-2ea2-4eae-81c8-87f789df981d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.193678103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cb7ee7c6-de5a-403c-80f9-84400bac1fb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.19695987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"49b9d75d-0d0b-4147-8ec2-8272d7295ef3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.199774201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"728998c7-7672-4e37-b073-1814a64fcb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.201054407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cb7ee7c6-de5a-403c-80f9-84400bac1fb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.203279101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e406fa3e-2ea2-4eae-81c8-87f789df981d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.206270747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"49b9d75d-0d0b-4147-8ec2-8272d7295ef3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.206882666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"728998c7-7672-4e37-b073-1814a64fcb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.225206875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d93a8bdc-18b6-4efa-ab6e-2a6141665c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:33.233074592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d93a8bdc-18b6-4efa-ab6e-2a6141665c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.471294019Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"79231e99-8a7f-4569-8f54-3a38c7efb12c","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","subscription":"e2e-att-unrel-4ff32a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.4780527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"79231e99-8a7f-4569-8f54-3a38c7efb12c","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.481479211Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-sub","reconcileID":"79231e99-8a7f-4569-8f54-3a38c7efb12c","MaaSSubscription":{"name":"e2e-att-unrel-4ff32a-sub","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"maas-trlp-e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.511230408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.514283062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"d4bfb3e5-f21c-4de3-a9e8-aaf493eaa636","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.514298203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"d4bfb3e5-f21c-4de3-a9e8-aaf493eaa636","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.651553402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"bd5448aa-c9d1-4afc-b1f5-151c3a548349","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.652658796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"512949c9-497d-41b7-9dd6-85283f835eb0","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.652683527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"512949c9-497d-41b7-9dd6-85283f835eb0","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.660422363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"bd5448aa-c9d1-4afc-b1f5-151c3a548349","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.674469993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e71f455c-b59b-4420-b0b1-8907f96c46f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.701713515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e71f455c-b59b-4420-b0b1-8907f96c46f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.728024248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e71f455c-b59b-4420-b0b1-8907f96c46f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"name":"e2e-extmod-b-be59df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.728045101Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"e2e-att-unrel-4ff32a-access","reconcileID":"e71f455c-b59b-4420-b0b1-8907f96c46f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-4ff32a-access","namespace":"ai-tenant-e2e-extmod-b-be59df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-be59df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.750852737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"e7cdaa40-9c29-4715-8795-559f39d52a41","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"tenant":"e2e-extmod-b-be59df","gateway":"openshift-ingress/e2e-extmod-b-be59df","model":"e2e-extmod-att-user-69dae3/e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:42.750872781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"e7cdaa40-9c29-4715-8795-559f39d52a41","MaaSModelRef":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"routeName":"external-model-e2e-att-unrel-4ff32a-fbfb1362912b","namespace":"e2e-extmod-att-user-69dae3","model":"e2e-att-unrel-4ff32a","externalModel":"e2e-att-unrel-4ff32a","provider":"e2e-att-unrel-4ff32a-provider","gateway":"openshift-ingress/e2e-extmod-b-be59df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.216515542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7f404ce9-d5ec-4a12-b10a-e8f4a84fd092","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.22359285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7f404ce9-d5ec-4a12-b10a-e8f4a84fd092","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.229343419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7f404ce9-d5ec-4a12-b10a-e8f4a84fd092","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.27861265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"aeac2795-9c76-466b-8c88-602e3219c5f5","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.358853184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"382f0ca2-039a-4af3-b03e-840151d7aa9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.359839928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"48176a4a-9087-4b63-a314-88d84149d537","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.362314182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a2528ef8-6335-47cf-be5e-1c8fde403181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.364984696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6bb82cd5-e87e-42d9-ad26-2f0c08ab44a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.374759715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"48176a4a-9087-4b63-a314-88d84149d537","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.381158167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"382f0ca2-039a-4af3-b03e-840151d7aa9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.381376781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a2528ef8-6335-47cf-be5e-1c8fde403181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.384322137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"84933eba-3a5d-418c-acc8-e477c84dabfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.45767033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-4ff32a","namespace":"e2e-extmod-att-user-69dae3"},"namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","reconcileID":"c608b262-d7c2-4724-ba3a-7714fdd46c1a","namespace":"e2e-extmod-att-user-69dae3","name":"e2e-att-unrel-4ff32a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.457961565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6bb82cd5-e87e-42d9-ad26-2f0c08ab44a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.45884342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"382f0ca2-039a-4af3-b03e-840151d7aa9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.461676926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"84933eba-3a5d-418c-acc8-e477c84dabfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.469260151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"5c256337-6ec2-4d85-9d23-9266731f2cb7","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.475562962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f112239e-93da-4bd9-ad5e-f238b584ddc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.477170803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"5c256337-6ec2-4d85-9d23-9266731f2cb7","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.478505155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"88874a7d-47c2-4956-ae78-72b6c62393e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.479873652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6c6f778b-815c-445d-87cf-7f2171679d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.550712828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"092b8d00-9816-4b69-9588-202806adeb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.60553721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"88874a7d-47c2-4956-ae78-72b6c62393e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.736335613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6c6f778b-815c-445d-87cf-7f2171679d22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.754205977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"092b8d00-9816-4b69-9588-202806adeb80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.793338712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f112239e-93da-4bd9-ad5e-f238b584ddc2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.104306936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"de7eedcd-824f-4e92-9f65-c58e4af0cde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.13079274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1b7076c0-a761-4740-9e55-09acf076334b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.134603903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"de7eedcd-824f-4e92-9f65-c58e4af0cde7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.147373507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30bac975-bd23-42dc-9fc5-d2c6526e6ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.150627763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"1b7076c0-a761-4740-9e55-09acf076334b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.150953114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee779d2-11d9-4d63-96a1-ed65bd9b229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.156280539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"049cfd64-fb46-4fe5-b95d-dfb0854c7c3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.161525204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee779d2-11d9-4d63-96a1-ed65bd9b229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.162204716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30bac975-bd23-42dc-9fc5-d2c6526e6ff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.166327839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"049cfd64-fb46-4fe5-b95d-dfb0854c7c3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.23015155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"468f992f-de2f-4ab2-905a-2a364b848124","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.233091159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"8d6d40e6-74e1-469f-8b7e-a90a833f8242","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.234378457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7004653c-de7e-4e5a-9804-b0b59444ac36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.234511528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e62a0949-f308-4d5b-b7b2-28b6e416e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.236695403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a070c9f6-2e80-471d-aa12-605021b7312a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.23764614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"468f992f-de2f-4ab2-905a-2a364b848124","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.242088745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"8d6d40e6-74e1-469f-8b7e-a90a833f8242","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.243857272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7004653c-de7e-4e5a-9804-b0b59444ac36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.24578986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e62a0949-f308-4d5b-b7b2-28b6e416e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.245786574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"468f992f-de2f-4ab2-905a-2a364b848124","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.248613157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a070c9f6-2e80-471d-aa12-605021b7312a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.303115844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"4a8e77a4-f336-42e6-826a-79444c01af75","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.30324489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"25183d85-62b6-4129-9208-b81c30eb07fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.311108197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"4a8e77a4-f336-42e6-826a-79444c01af75","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.311321986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"25183d85-62b6-4129-9208-b81c30eb07fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:44.455978993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.513439222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"56744f21-5116-407a-afe1-af12b086a994","namespace":"llm","name":"e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.520858366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"7517b38b-674e-479e-8690-db2faf1ef89d","namespace":"llm","name":"e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.522945761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"1aee3997-576c-4df5-ad71-15bdad0aa47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.523941605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8bc82003-73cd-471a-a5bc-f4c67efabaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.523980699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"610c4fec-7f25-45e8-842b-f637393a65e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.525178326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"25f79b82-5a71-4967-826f-ff971834f85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.5270796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"53d8d2ea-9aae-46fc-bd95-0beab2e7aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.530209098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"1aee3997-576c-4df5-ad71-15bdad0aa47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.533856522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"25f79b82-5a71-4967-826f-ff971834f85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.535883113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"610c4fec-7f25-45e8-842b-f637393a65e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.536600263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8bc82003-73cd-471a-a5bc-f4c67efabaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.53825415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"1aee3997-576c-4df5-ad71-15bdad0aa47f","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.539817706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"53d8d2ea-9aae-46fc-bd95-0beab2e7aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.552871867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4934516-4324-4089-81fd-b68e307abde8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.552892914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4934516-4324-4089-81fd-b68e307abde8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.553412152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7af2feea-add2-4b25-90cf-ad73ceb4ada4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.553456147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7af2feea-add2-4b25-90cf-ad73ceb4ada4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.554887749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050ca28b-7822-41f2-b477-599a4f10b1a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.554944338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050ca28b-7822-41f2-b477-599a4f10b1a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.555470127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d96706d-2461-47a8-9061-4ecfdc3627c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.55548716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d96706d-2461-47a8-9061-4ecfdc3627c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.555733968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46c825cb-2ece-47e5-9b2d-942e1e90e04e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.555745288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46c825cb-2ece-47e5-9b2d-942e1e90e04e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.55598497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c9ab241-0ca0-4181-b214-1510c76a7fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.555996343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c9ab241-0ca0-4181-b214-1510c76a7fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.55621162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e4f0ae7-0c16-4259-90bc-d6ff4afaf048","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.55622267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e4f0ae7-0c16-4259-90bc-d6ff4afaf048","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.556450368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd89a3ee-18f4-484b-908a-0e3fb06dac99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.556461954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd89a3ee-18f4-484b-908a-0e3fb06dac99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.557043354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"207718c6-4d12-428a-88f8-ac2c1fbd6e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.565253071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"207718c6-4d12-428a-88f8-ac2c1fbd6e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.573214413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3df92231-99a4-4621-a1b2-8e84d7affe45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.573708348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"442be3a9-57ba-448c-a9b5-995e8210b30c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.573724586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"442be3a9-57ba-448c-a9b5-995e8210b30c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574011916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb86f55f-4357-4844-91ef-79f7a783c996","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574023157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb86f55f-4357-4844-91ef-79f7a783c996","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574243382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a14638ff-a320-4521-a264-47e34d07379e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.57429657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a14638ff-a320-4521-a264-47e34d07379e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574534515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cda158bc-3121-4c0c-8d4c-9442ef2f7a2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574545694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cda158bc-3121-4c0c-8d4c-9442ef2f7a2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.57477607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bd66c13-7f6a-490a-9dda-9abe57a38f4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.574786441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bd66c13-7f6a-490a-9dda-9abe57a38f4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.575131602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"714b9d07-aa77-4925-afb6-7fc0a2b61fed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.575144053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"714b9d07-aa77-4925-afb6-7fc0a2b61fed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.57536362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"913badfd-da2e-43ec-b86b-6093f00cbaf3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.575372842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"913badfd-da2e-43ec-b86b-6093f00cbaf3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.575595283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be951274-de36-453d-a2d4-5356237e96ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.575614483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be951274-de36-453d-a2d4-5356237e96ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.65602312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"3a6e6100-8d22-4e4a-9f91-707d53c69875","namespace":"llm","name":"e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.658515199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"da0bbd11-b996-4e64-9d7f-124fef927bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.660676848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2c4b49cd-4289-40c6-8a2e-80eea7b62b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.660813717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c1aa0fb1-60d6-4ffd-b910-3e5ddb686055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.661283779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40e30529-973a-447b-b5bc-d9318295ef24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.661523863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8656875-ef6f-4cf3-a9f2-9095cf7c64b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.665529869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a351f94b-3c49-4f2f-ad70-14dd54666427","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.666569226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"da0bbd11-b996-4e64-9d7f-124fef927bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.669536133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2c4b49cd-4289-40c6-8a2e-80eea7b62b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.670152003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40e30529-973a-447b-b5bc-d9318295ef24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.673093991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c1aa0fb1-60d6-4ffd-b910-3e5ddb686055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.673732529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8656875-ef6f-4cf3-a9f2-9095cf7c64b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.69186275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"539d92d9-c9e6-4ec5-af25-67116514df2f","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.691885505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"539d92d9-c9e6-4ec5-af25-67116514df2f","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.771020305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"9adb6247-d18e-4232-bc7e-e09b61c8f035","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.115790037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"9adb6247-d18e-4232-bc7e-e09b61c8f035","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.12029427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f915183a-08d4-4c8a-827e-6ed38f08e218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.121143777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e73ad1fc-396b-40c8-b1ce-b7f202e7cf2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.145771823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"ae54ccee-0752-4c80-9f82-b08fd82e8528","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.146606763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0e56908-1e0f-495b-bd24-af544c75fd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.155058568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f915183a-08d4-4c8a-827e-6ed38f08e218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.157685909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"e73ad1fc-396b-40c8-b1ce-b7f202e7cf2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.169937528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"ae54ccee-0752-4c80-9f82-b08fd82e8528","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.171112667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0e56908-1e0f-495b-bd24-af544c75fd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.185154206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5b1d50ee-8cfe-4169-89f4-b7ac8728beb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.186281221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e55d984e-1c6a-48d9-9d03-0372d98ce8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.19056738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bc02f133-3706-4668-9d53-a8fd0bff48bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.192491945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5b1d50ee-8cfe-4169-89f4-b7ac8728beb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.19312331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"82983ad3-398c-46d1-b757-6d8f3c11af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.193823993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ee0a188d-d382-43dc-8934-9c739396d21c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.246036981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e55d984e-1c6a-48d9-9d03-0372d98ce8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.246962179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bc02f133-3706-4668-9d53-a8fd0bff48bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.249738982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"82983ad3-398c-46d1-b757-6d8f3c11af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.252080972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ee0a188d-d382-43dc-8934-9c739396d21c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.260213934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (006ba019d76c00257ecaac61eed01e2e8f45b9d1acac70c821809e67c1c1780d) AuthConfig (0dc73c039910f150f0f81b369caa3ca7f39478c21f36dd7827d32b7e1557757e) AuthConfig (d23940a25858ae19d5f6907d18c4d5af753ef4d6888602fd297c5b512006968e) AuthConfig (858101ffa46c6637b7a84f1caa2ae98b85574a7fdedd952304dab03a9aefb809) AuthConfig (9a86607cd0ee08cbd61584b7e7574ea8987df672edeb0a11b83b4d686fe3b9d8) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (f6a83852267fae9c7c2babb72d2a5c5867e62758ff5e1f84a5f9f55cbc3f72b5) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (2e02a7083d19607325f53aec947c8ed14efffd84f740354010136dd575accc47) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (91ff90991af7a149775b15b97019dbe68d743205306b8d9546f14e0566c610fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ee0a188d-d382-43dc-8934-9c739396d21c","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.285617695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bddfd9e-4169-401d-876d-e672b30003a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.287735195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dcd29e7b-ace1-4353-83b8-8cede5173db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.362872246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4bddfd9e-4169-401d-876d-e672b30003a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.367421993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"dcd29e7b-ace1-4353-83b8-8cede5173db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.463515026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a00187d9-9864-464a-bcaa-ab614b037d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.466416518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e4c0d691-d20b-46fa-bfa8-6c15a4e7befd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.467129828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e69c8fe-e3db-4731-98b9-2b482e1e567b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.472716862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a00187d9-9864-464a-bcaa-ab614b037d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.473534187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"da72554d-c0db-4110-9ba9-497efbbd1520","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.473556036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"da72554d-c0db-4110-9ba9-497efbbd1520","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.549236026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e69c8fe-e3db-4731-98b9-2b482e1e567b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.662899508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e4c0d691-d20b-46fa-bfa8-6c15a4e7befd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.833678597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9a38ffd2-9bef-42b4-963d-1f68237fb4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.844286168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"75c9813f-4603-4745-90c4-15c5f6eb85d9","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.84432473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"75c9813f-4603-4745-90c4-15c5f6eb85d9","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.851080272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"9a38ffd2-9bef-42b4-963d-1f68237fb4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.857098204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"be63c180-a24d-44ae-8067-227da1808bd3","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.867023333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"be63c180-a24d-44ae-8067-227da1808bd3","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.948104332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"eb46aa24-8020-414e-bdcd-e1595c9489d5","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.948132411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"eb46aa24-8020-414e-bdcd-e1595c9489d5","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.964657106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"594a2c0a-ff1c-4625-9fba-9fc115930ba2","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.9725628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"594a2c0a-ff1c-4625-9fba-9fc115930ba2","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.076038645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-07acea-sub ai-tenant-e2e-extmod-a-7c759a/e2e-cfl-same-e4c611-be59cc-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.08100466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"27c0c6a1-22cf-413c-b15f-52dda9c26e46","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.081048996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"27c0c6a1-22cf-413c-b15f-52dda9c26e46","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.095452524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"9ba6399b-b9d7-4e38-acfc-2f7641048a90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f456b1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.106288282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"41e2e10e-195f-471e-87b6-0d57b3dff464","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.106871417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a85f26d-9fd9-4e6d-8570-2b9f57f6439a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.11018593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b844432-bf53-403a-91c6-ef7fcfc949c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.111349582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"320f6929-978a-48fe-a744-f52c3786c217","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.111372553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"320f6929-978a-48fe-a744-f52c3786c217","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.123338523Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"320f6929-978a-48fe-a744-f52c3786c217","name":"e2e-dft-f456b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f456b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.123411493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"320f6929-978a-48fe-a744-f52c3786c217","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f456b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.126616833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"23ea0c74-5933-4416-804e-967756eea2d0","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.126636672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"23ea0c74-5933-4416-804e-967756eea2d0","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.136338976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"41e2e10e-195f-471e-87b6-0d57b3dff464","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.14211609Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b844432-bf53-403a-91c6-ef7fcfc949c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.142434983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"41e2e10e-195f-471e-87b6-0d57b3dff464","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.142689046Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a85f26d-9fd9-4e6d-8570-2b9f57f6439a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.148871532Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"d4092a1c-ccf9-4d67-b4fb-32eaff5931f0","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f456b1","model":"e2e-dft-f456b1","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f456b1-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.151784512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a85f26d-9fd9-4e6d-8570-2b9f57f6439a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:50.15285085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b844432-bf53-403a-91c6-ef7fcfc949c6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.15779602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"9b088742-c8bd-4b34-830a-052f03d19667","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.157825894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"9b088742-c8bd-4b34-830a-052f03d19667","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.161654493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58ac8ae1-e8b9-4691-b8af-434d35d45d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.161669574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58ac8ae1-e8b9-4691-b8af-434d35d45d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.162072628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae68400f-5353-4437-a6ca-b2e1323fc2fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.162086287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae68400f-5353-4437-a6ca-b2e1323fc2fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.175926756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"096dd7f7-67b1-4b8a-8d8e-3bacc33f7425","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.175948452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"096dd7f7-67b1-4b8a-8d8e-3bacc33f7425","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.189569895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cf933a5-b45c-4253-a817-cf835539445c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.189589706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"06fea165-f704-4968-a56a-3bd02636931c","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.190792206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff437f0f-99b0-41d4-9085-23f8b3b9ca4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.196942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"06fea165-f704-4968-a56a-3bd02636931c","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.19697063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cf933a5-b45c-4253-a817-cf835539445c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.199451853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff437f0f-99b0-41d4-9085-23f8b3b9ca4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.258200328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"a8e379a3-3c5e-436b-880e-cb6e3e4b4278","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f456b1","model":"llm/e2e-dft-f456b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:54.795160633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"cf08ef4b-6694-454f-8d96-be7ae479d5ed","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:54.820528258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"6439af5e-d0a9-43a4-a643-17d8f5a46a2c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:54.82055508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"6439af5e-d0a9-43a4-a643-17d8f5a46a2c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:55.370209855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"4dc0a15b-f3ba-49c2-b363-2bd153858429","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cfl-ok-e1d624","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:55.404862215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"033e151e-bafe-4c58-95d6-1f640b5713fb","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:55.40489674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"033e151e-bafe-4c58-95d6-1f640b5713fb","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.075747006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"8245a4ba-1545-4447-9ba8-2d3fdc3ec6e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.082589611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"8245a4ba-1545-4447-9ba8-2d3fdc3ec6e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.220471807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e7f47bf9-f115-4989-b257-11d4dff0d8d1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.228585534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e7f47bf9-f115-4989-b257-11d4dff0d8d1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.427362187Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-9bc1dc","namespace":"e2e-extmod-cfl-2-7adee7"},"namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","reconcileID":"b6edd750-d048-4cd1-8f34-21966b393597","namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.437724851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-9bc1dc","namespace":"e2e-extmod-cfl-2-7adee7"},"namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","reconcileID":"8d64e52f-e43c-492d-9d3c-16c9c5859a22","namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.438317689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3b949921-e189-4705-9a88-448b15126b94","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.442346977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"554a9d8b-fc3e-4d7f-894e-ab2176f0c39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.443138545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"55271d9d-599d-40eb-8f76-1ca9096f68c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.444573315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35ebd10-2e89-49e0-ab8d-ca637f2fdf39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.446482918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2eeedff-782c-4e99-97d0-9fe559fbda9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.448426723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3b949921-e189-4705-9a88-448b15126b94","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.451202574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"554a9d8b-fc3e-4d7f-894e-ab2176f0c39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.452006444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"55271d9d-599d-40eb-8f76-1ca9096f68c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.454331542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35ebd10-2e89-49e0-ab8d-ca637f2fdf39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.455106964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2eeedff-782c-4e99-97d0-9fe559fbda9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.460552318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35ebd10-2e89-49e0-ab8d-ca637f2fdf39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.461178426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2eeedff-782c-4e99-97d0-9fe559fbda9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.468896803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e82d07fd-1231-4830-bcc2-1628fece5ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.468957023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e82d07fd-1231-4830-bcc2-1628fece5ddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.471388706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4702dfbe-275a-4cc2-9fcf-3f8660677e3d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.472370885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4dcc76b-6ab5-41dd-bd03-725a60bc71eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.472385201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4dcc76b-6ab5-41dd-bd03-725a60bc71eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.473629268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7f05f631-948b-41ac-8f72-279368e5b16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.478379873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4702dfbe-275a-4cc2-9fcf-3f8660677e3d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.481063082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7f05f631-948b-41ac-8f72-279368e5b16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.499891015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-9bc1dc","namespace":"e2e-extmod-cfl-2-7adee7"},"namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","reconcileID":"d7e74b5c-a5bb-4358-8588-360cc154fc6c","namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.507155806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b10d9a46-6a12-47a7-9a58-cb193bf0119a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.512191291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bf6124ed-81fb-46cd-8b1a-63540fb7ae85","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.517317345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b10d9a46-6a12-47a7-9a58-cb193bf0119a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.520563951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bf6124ed-81fb-46cd-8b1a-63540fb7ae85","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.547109329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bf6124ed-81fb-46cd-8b1a-63540fb7ae85","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.571680826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"1dac4610-62ee-4f91-855d-75ce7b764ceb","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.57170673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"1dac4610-62ee-4f91-855d-75ce7b764ceb","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.572878605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"2da8f014-0e2a-4d6b-bdac-64a01a20aa1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.572984912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4f85d54a-aacf-4766-956a-99b302a656fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.580314823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4f85d54a-aacf-4766-956a-99b302a656fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.581824498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"2da8f014-0e2a-4d6b-bdac-64a01a20aa1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.67280405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5f25f24c-93da-4e49-9b0a-7617ff9ae2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.67290379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7ac027fd-c206-444b-b456-a8c6d55eb921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.675052823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1834cd07-a120-4fd7-bb1f-2ffeb82754fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.680099323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5f25f24c-93da-4e49-9b0a-7617ff9ae2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.680369527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7ac027fd-c206-444b-b456-a8c6d55eb921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.682486265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1834cd07-a120-4fd7-bb1f-2ffeb82754fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.77172888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"762f2743-9175-4787-9595-c8f373462db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.7720666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e311795a-9491-4e53-96dc-193314fb6e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.775024541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"973d8b46-03ef-40c0-a26e-66ea35a05eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.77609211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deb8e9a8-b613-410d-a248-4f2d325fcecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.779474599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e311795a-9491-4e53-96dc-193314fb6e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.781635716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"762f2743-9175-4787-9595-c8f373462db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.782487485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"973d8b46-03ef-40c0-a26e-66ea35a05eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.782817901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71108977-3950-4648-a6c4-c1adfe2a6a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.784144346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deb8e9a8-b613-410d-a248-4f2d325fcecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.790336706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71108977-3950-4648-a6c4-c1adfe2a6a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.791310662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deb8e9a8-b613-410d-a248-4f2d325fcecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.797506564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71108977-3950-4648-a6c4-c1adfe2a6a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.798575638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"39a7e1ca-9fbe-40dc-88dc-01e0b5630618","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.800424471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"32da6137-32a4-472d-8f05-bab109f3f6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.851500242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7ff72e15-5bb0-4762-b640-eae59ec66454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.854050944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"39a7e1ca-9fbe-40dc-88dc-01e0b5630618","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.856722315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"32da6137-32a4-472d-8f05-bab109f3f6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.859033175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0f4aa480-b668-4135-ba96-06320783a100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.859608973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4ab95c57-ca17-496d-8cf7-94cff29491a1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.862816437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"7ff72e15-5bb0-4762-b640-eae59ec66454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.8677243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0f4aa480-b668-4135-ba96-06320783a100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.870475227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"4ab95c57-ca17-496d-8cf7-94cff29491a1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.94778586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b87718ca-7040-44b0-aa8d-6182657097d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.950380543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"d83d20a7-8c41-4024-ac47-b934f19b794b","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.955980341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b87718ca-7040-44b0-aa8d-6182657097d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.960200462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"d83d20a7-8c41-4024-ac47-b934f19b794b","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:56.969564166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"d83d20a7-8c41-4024-ac47-b934f19b794b","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.07225234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-9bc1dc","namespace":"e2e-extmod-cfl-2-7adee7"},"namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","reconcileID":"d88dc024-e08f-4aa1-a1e3-0cbb6312cbab","namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.083396646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f34c92d8-333d-4b90-8526-c9d504580bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.085824948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"c80a8e2d-d290-4221-8755-9d99458586e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.086297728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-9bc1dc","namespace":"e2e-extmod-cfl-2-7adee7"},"namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","reconcileID":"79e18a4e-c40b-4562-a91e-d0e918148a8d","namespace":"e2e-extmod-cfl-2-7adee7","name":"e2e-cfl-broken-9bc1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.086787663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0273339-fce8-4913-bb7c-282db96ccf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.088083271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"829ba77e-f747-4dbf-a35c-20c66aac21bb","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.146336714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145cf275-b6d1-42d6-8bc1-40b699774199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.147196037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f34c92d8-333d-4b90-8526-c9d504580bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.148988243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"c80a8e2d-d290-4221-8755-9d99458586e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.149646922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0273339-fce8-4913-bb7c-282db96ccf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.151164211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"829ba77e-f747-4dbf-a35c-20c66aac21bb","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.154673298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145cf275-b6d1-42d6-8bc1-40b699774199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.156109034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0273339-fce8-4913-bb7c-282db96ccf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.159565784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"829ba77e-f747-4dbf-a35c-20c66aac21bb","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.161006193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145cf275-b6d1-42d6-8bc1-40b699774199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.167003892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5dae13e9-e00a-4e00-961e-975af4fec7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.171880958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e6bcc7a3-09df-464f-b64a-0f386184a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.172464788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0ec9f28c-8c21-4f3a-bb85-9add7cde8c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.174710144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5dae13e9-e00a-4e00-961e-975af4fec7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.175013714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4c1bf17b-34c3-4c77-98bc-5fd698b956dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.179346001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e6bcc7a3-09df-464f-b64a-0f386184a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.179693068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0ec9f28c-8c21-4f3a-bb85-9add7cde8c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.183446589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"13d37022-24d2-4d26-af7f-0bcdb3907f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.187665853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4c1bf17b-34c3-4c77-98bc-5fd698b956dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.19122932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"13d37022-24d2-4d26-af7f-0bcdb3907f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.288029891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"808dc17b-e977-4b11-9259-414a5b77b567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.289089448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ca1d9065-29c7-465d-a693-a5ed2eef4339","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.34309793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"01ba74cd-b97b-42de-ba01-b8eab94fc631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.345971955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c07e2712-3ed4-495b-8d09-d684f69f5439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.346676562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e27e8d1d-61a5-44dd-be21-cc60d9b4703b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.352338406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"808dc17b-e977-4b11-9259-414a5b77b567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.354903983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ca1d9065-29c7-465d-a693-a5ed2eef4339","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.360581102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"01ba74cd-b97b-42de-ba01-b8eab94fc631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.3627941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c07e2712-3ed4-495b-8d09-d684f69f5439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.368206993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e27e8d1d-61a5-44dd-be21-cc60d9b4703b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.381924763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5fd5b3a9-60f3-42d7-90d1-8a1db34cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.389376045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5fd5b3a9-60f3-42d7-90d1-8a1db34cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.484024489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"a438d981-1b3c-4744-9e67-c6898c5b42be","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.486330304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd7ff418-933a-46db-9729-ded511e8e9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.488771267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bd39c0-adad-4979-9ca1-c4b7044439f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.488884136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"8328bcf9-0ffa-435c-87b6-4a464619c580","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.489288315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bba959eb-619c-471e-b489-34549fffdb61","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.493818873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"a438d981-1b3c-4744-9e67-c6898c5b42be","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.494770133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd7ff418-933a-46db-9729-ded511e8e9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.497785553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bd39c0-adad-4979-9ca1-c4b7044439f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.498238075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bba959eb-619c-471e-b489-34549fffdb61","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.500702732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"8328bcf9-0ffa-435c-87b6-4a464619c580","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.501071683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd7ff418-933a-46db-9729-ded511e8e9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.504491012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bd39c0-adad-4979-9ca1-c4b7044439f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.505156089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"bba959eb-619c-471e-b489-34549fffdb61","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.511452596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"61140a96-88fe-4f28-b92f-625a5faf0afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.519151367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"61140a96-88fe-4f28-b92f-625a5faf0afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.551690003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"04be33aa-49c9-4228-bf7e-ee85f933fca8","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.5517109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"04be33aa-49c9-4228-bf7e-ee85f933fca8","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.56888093Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"7e986baf-7ad6-45c6-8224-66ce284c6a8c","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5b879d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.581050093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"fe6f8a6c-a0f2-43df-b9f1-2b09f302ba4a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.589303286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"fe6f8a6c-a0f2-43df-b9f1-2b09f302ba4a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.646601474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"703b8229-d543-4b2f-b5e3-d54f722478bc","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.646629076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"703b8229-d543-4b2f-b5e3-d54f722478bc","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.668275772Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"099ab65d-583b-4c88-ad8e-a44dcecbe0cb","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08057cfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.694686765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"55b4b856-9f2d-4edd-b3c6-8fa9ff017977","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.69558583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"452a83b2-ec55-43f6-92c3-3e942968d3e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.704439814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"55b4b856-9f2d-4edd-b3c6-8fa9ff017977","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.707844214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"452a83b2-ec55-43f6-92c3-3e942968d3e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.74073368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"ebca05d5-818d-4dad-90e8-0f86b7b514ab","namespace":"llm","name":"e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.750056609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"6b8b7c50-7fec-45d5-ad35-90b26bb3d33a","namespace":"llm","name":"e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.75794304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2927b904-9631-4084-82cc-17c74d5c8ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.75810766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5908905-d4ba-4ba2-9e4a-88766dfec225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.766564204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2927b904-9631-4084-82cc-17c74d5c8ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.767635876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5908905-d4ba-4ba2-9e4a-88766dfec225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.772061664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2927b904-9631-4084-82cc-17c74d5c8ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.775358917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f77626fd-f214-4711-b498-b4829c8fa88e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.775387471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f77626fd-f214-4711-b498-b4829c8fa88e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.775819598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a576527c-9f5a-4041-91db-550f3f0bf58c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.775842896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a576527c-9f5a-4041-91db-550f3f0bf58c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.776274748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b35aa737-38dc-4cf7-93e4-cff5388b5f66","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.776295553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b35aa737-38dc-4cf7-93e4-cff5388b5f66","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.776666975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb7a6a5f-6e8a-41a8-9aca-c1e5267eedef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.776684792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb7a6a5f-6e8a-41a8-9aca-c1e5267eedef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.777239193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae1c8a06-2245-46da-a169-a9d789ec2ae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.777260048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae1c8a06-2245-46da-a169-a9d789ec2ae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.777407396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5908905-d4ba-4ba2-9e4a-88766dfec225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.777640364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a4fe6eb-1998-4290-ac0b-cd956b28281d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.777661649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a4fe6eb-1998-4290-ac0b-cd956b28281d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.778073651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07b2095-1103-415b-9e23-0e4b8a5259ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.778092313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07b2095-1103-415b-9e23-0e4b8a5259ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.784607892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"33aff0c7-00e6-4e82-888b-ebcae1a3c53a","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.784627815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"33aff0c7-00e6-4e82-888b-ebcae1a3c53a","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.785386109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"84e8272e-ade5-47d5-ac78-1673d090fbd4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.789501831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49590509-9f88-4f41-bdcd-bef63d450382","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.789523437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49590509-9f88-4f41-bdcd-bef63d450382","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.79208554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"618edce7-7f06-4952-997c-2b3445e732d2","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.792154285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5cbdcedc-6450-48d6-97d3-29f72aa841cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.794658124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"84e8272e-ade5-47d5-ac78-1673d090fbd4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.795038219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68c75516-2788-4cdf-bb98-5cd469c3a8a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.795535056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3f2d9b4-249d-47f5-b2a5-a439f5a534ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.797366037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"c3c7476b-248c-48fa-bb84-fefa4ffddae4","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f456b1","model":"llm/e2e-dft-f456b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.848479805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5cbdcedc-6450-48d6-97d3-29f72aa841cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.853354899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"618edce7-7f06-4952-997c-2b3445e732d2","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.85841349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"9bf99dc9-a5a5-48de-83a0-0768e792747a","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.858435947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"9bf99dc9-a5a5-48de-83a0-0768e792747a","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.86043136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"618edce7-7f06-4952-997c-2b3445e732d2","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:57.866816477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"4ea75542-4510-4ccc-ab38-719c4384d786","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-119bad-87c724-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.87475657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a1cbe30-5115-404f-ae61-118d3327804d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.874776652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a1cbe30-5115-404f-ae61-118d3327804d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.875205799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb00b402-d03c-4277-ac5d-3fbbfce75a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.875222666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb00b402-d03c-4277-ac5d-3fbbfce75a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.880110692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"b7b9b414-69e7-40c8-8ce7-56a215334353","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.880141586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"b7b9b414-69e7-40c8-8ce7-56a215334353","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.883299116Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"7b15ac38-42cd-4169-91fe-8d28e785f778","namespace":"llm","name":"e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.887898976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2de9ab70-13b5-43c4-b6e0-5adaec61f387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.887966412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2de9ab70-13b5-43c4-b6e0-5adaec61f387","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.888327881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9624bbc9-e7dc-41be-87dc-2daf0d824221","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.888344082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9624bbc9-e7dc-41be-87dc-2daf0d824221","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.888676872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62d31a8b-78c8-4ceb-b71d-fbd92f138134","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.888690871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62d31a8b-78c8-4ceb-b71d-fbd92f138134","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889038043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71220997-78f3-4e18-8b6e-7ab959205a59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889052161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71220997-78f3-4e18-8b6e-7ab959205a59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889373671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5e8ac0-52ba-439b-9e69-7bd2a86d2c40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889389865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a5e8ac0-52ba-439b-9e69-7bd2a86d2c40","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889839264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e23c0816-6cf3-4060-afa5-bc029687b2be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.889855444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e23c0816-6cf3-4060-afa5-bc029687b2be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.890756053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"078acc5a-d98b-41f5-9293-4031846e961d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.891315191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6d851148-bb6e-4c52-b7f6-943cef8f1141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.891817938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b4919cac-58fa-450f-a25e-93ee21ba8cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.893330784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7f0d73ae-c816-495f-892d-4a0cf8c89a47","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.893351511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7f0d73ae-c816-495f-892d-4a0cf8c89a47","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.948876564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"078acc5a-d98b-41f5-9293-4031846e961d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.949869555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b4919cac-58fa-450f-a25e-93ee21ba8cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.951223786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6d851148-bb6e-4c52-b7f6-943cef8f1141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.955188184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"ba4e2e69-2ca7-4b5c-b9ce-0d28815a9eaf","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.955212141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"ba4e2e69-2ca7-4b5c-b9ce-0d28815a9eaf","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.961669516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7fe2754f-7735-4ca9-8b32-bd6426cd34ce","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.961692336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7fe2754f-7735-4ca9-8b32-bd6426cd34ce","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.965238658Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"fbde69c4-b2f2-4c4e-9e4b-a7f9f744ae8a","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-cfl-same-119bad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-87c724-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.976540969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"76bc39fd-899f-47d7-a8d1-d7c7198e51a8","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.976567035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"76bc39fd-899f-47d7-a8d1-d7c7198e51a8","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.093900718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"49724a79-9df7-4e47-bfed-6326a7bb33ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.095151251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8e3e2889-cb4c-4c8a-8c9f-067f73a2a24d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.346796245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"8e3e2889-cb4c-4c8a-8c9f-067f73a2a24d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.352747464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"49724a79-9df7-4e47-bfed-6326a7bb33ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.361256296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"69271875-4a46-405d-a2c4-e37b1081ed44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.40486918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"69271875-4a46-405d-a2c4-e37b1081ed44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.406284712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"c83eceae-94c8-45f1-b7d0-6934d54d85ee","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.406312119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"c83eceae-94c8-45f1-b7d0-6934d54d85ee","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.446480184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ca7f6336-226e-4ddc-87d0-443686515c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.449246452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d54e03b-c56c-4f54-a5d0-15f4e37549b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.45037085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"de7cacef-64e0-4232-b274-8cdc080f4132","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.456619414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ca7f6336-226e-4ddc-87d0-443686515c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.459392661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d54e03b-c56c-4f54-a5d0-15f4e37549b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.549084415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a2d993bb-faaa-40ea-b66a-63332a0aa1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.557647298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a2d993bb-faaa-40ea-b66a-63332a0aa1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.558620777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"36931e75-d299-4dcd-8022-6cea554a2cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.569867195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"36931e75-d299-4dcd-8022-6cea554a2cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.573107833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4ad93628-f1c0-4189-a5db-b0a014c9f47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.573579052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e69f6fa6-3193-4729-9801-e6ad9e47f7d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.653942575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"4ad93628-f1c0-4189-a5db-b0a014c9f47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.655004043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b70886-2aa7-4c1f-9f7d-78bae374b7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.658886282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"e69f6fa6-3193-4729-9801-e6ad9e47f7d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.662098688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b70886-2aa7-4c1f-9f7d-78bae374b7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.665635911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a01240b7-e88f-466a-9ec7-5ec1d73ff040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.66773021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b70886-2aa7-4c1f-9f7d-78bae374b7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.74695717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a01240b7-e88f-466a-9ec7-5ec1d73ff040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.752709157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"8cc0a8ae-4fee-4ea8-be3a-004e0635de94","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.752980261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a01240b7-e88f-466a-9ec7-5ec1d73ff040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.754160918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e7716cb9-fcb3-4616-a545-5f426b0d84cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.762171904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"e7716cb9-fcb3-4616-a545-5f426b0d84cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.762200693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"8cc0a8ae-4fee-4ea8-be3a-004e0635de94","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.766104725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"22c54967-1d3d-4030-aadc-4752a72dc29e","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.76612844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"22c54967-1d3d-4030-aadc-4752a72dc29e","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.768852374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"8cc0a8ae-4fee-4ea8-be3a-004e0635de94","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.774825583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e563b95e-b703-4299-9cb1-90f19469de15","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.7794628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"fc444dfa-30f6-47ad-8ef3-6865e3fd0afa","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.779879131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"257c3a9a-acf5-43ee-830f-07cd18a11bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.781938503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"2c69c6b6-cac7-44a5-8a3c-d540dbb2f728","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.783408267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"383fcdbe-4ed0-4221-b6f6-03e837f464e6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.783429942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"383fcdbe-4ed0-4221-b6f6-03e837f464e6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.784520116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"e563b95e-b703-4299-9cb1-90f19469de15","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.787500344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"257c3a9a-acf5-43ee-830f-07cd18a11bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.788059482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"fc444dfa-30f6-47ad-8ef3-6865e3fd0afa","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.790783134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"2c69c6b6-cac7-44a5-8a3c-d540dbb2f728","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.885401057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4e595e2b-bda4-460a-86fb-8cd09b09722e","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.893767229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4e595e2b-bda4-460a-86fb-8cd09b09722e","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.947314545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4e595e2b-bda4-460a-86fb-8cd09b09722e","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.991237061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"dfe4ec63-6d0b-4f4f-bf42-644094863fad","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.991262631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"dfe4ec63-6d0b-4f4f-bf42-644094863fad","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:59.003576756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"77f0a68a-2362-4d1f-8592-67682f2305b8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:59.012368401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"77f0a68a-2362-4d1f-8592-67682f2305b8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:59.018690573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"77f0a68a-2362-4d1f-8592-67682f2305b8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.573276695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"e1f447e1-4bc5-4879-a49b-51d215aa190b","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","subscription":"e2e-cfl-ok-e1d624-283261-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.581710455Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"e1f447e1-4bc5-4879-a49b-51d215aa190b","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.586601925Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-sub","reconcileID":"e1f447e1-4bc5-4879-a49b-51d215aa190b","MaaSSubscription":{"name":"e2e-cfl-ok-e1d624-283261-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.672548479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"b821e5b7-f6be-486d-b844-630c11551f91","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","subscription":"e2e-cfl-same-e4c611-be59cc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.676881414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"4c389fbc-a2f7-4999-8d17-cdb28005924e","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.676924602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"4c389fbc-a2f7-4999-8d17-cdb28005924e","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.679631301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"b821e5b7-f6be-486d-b844-630c11551f91","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.746564271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"b00a5199-4e4b-45e8-9742-da302eb387b4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.747218483Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-sub","reconcileID":"b821e5b7-f6be-486d-b844-630c11551f91","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-be59cc-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.753710571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"b00a5199-4e4b-45e8-9742-da302eb387b4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.777491427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"ee0a3d5c-25ed-4ef1-94eb-b21746e9cece","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.777517587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"ee0a3d5c-25ed-4ef1-94eb-b21746e9cece","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.78154857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f3f2bbbf-144d-43da-bead-b3cbf9131a01","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.78481071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"83e86885-3c62-4da9-99de-07801cdb827f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.785432996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1691ee61-ead4-448f-808a-e1f52228ed19","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.789081911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"f3f2bbbf-144d-43da-bead-b3cbf9131a01","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.7959005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1691ee61-ead4-448f-808a-e1f52228ed19","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.79660844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"83e86885-3c62-4da9-99de-07801cdb827f","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.815551525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"d974cf44-5b7d-409a-b8bb-16115d20b0e9","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.815576577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"d974cf44-5b7d-409a-b8bb-16115d20b0e9","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.883947546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cec377bf-ed6a-45ce-bfe2-903d2bedd76d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.911627104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"cec377bf-ed6a-45ce-bfe2-903d2bedd76d","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.951730234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"828e7967-c8c6-435d-8994-3fc6220287c9","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.951762421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"828e7967-c8c6-435d-8994-3fc6220287c9","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.97277194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"5fd495a2-380b-4f52-9a85-a7636a4a50a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.062691106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-be59cc-access","reconcileID":"fb0dee47-70b4-47ef-a0b5-778d14be7c3a","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-be59cc-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.167462305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"5fd495a2-380b-4f52-9a85-a7636a4a50a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.174966769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"38d4b05c-b2fe-406e-aeb4-ed094b029e51","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-2-be59cc/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.17498769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"38d4b05c-b2fe-406e-aeb4-ed094b029e51","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"routeName":"external-model-e2e-cfl-same-e4c611-a3d7de315f5e","namespace":"e2e-extmod-cfl-2-be59cc","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.193066253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"5fd495a2-380b-4f52-9a85-a7636a4a50a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.193082547Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-cfl-ok-e1d624-283261-access","reconcileID":"5fd495a2-380b-4f52-9a85-a7636a4a50a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-e1d624-283261-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.208558341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"adc172c1-e727-4966-9a78-f72198608f9f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-cfl-1-283261/e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.208579201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"adc172c1-e727-4966-9a78-f72198608f9f","MaaSModelRef":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"routeName":"external-model-e2e-cfl-ok-e1d624-fffb920e3400","namespace":"e2e-extmod-cfl-1-283261","model":"e2e-cfl-ok-e1d624","externalModel":"e2e-cfl-ok-e1d624","provider":"e2e-cfl-ok-e1d624-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.3179697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"29087172-4a9e-434f-b222-1777347e761a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.317990598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"29087172-4a9e-434f-b222-1777347e761a","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.325815212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6a6cb096-4921-417e-911d-831bbd75de13","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.332707703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"dbe5eb20-98b2-4e3e-abf7-fb2d48ce1757","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93bc19da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.333888633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"6a6cb096-4921-417e-911d-831bbd75de13","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.453876227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"79094bab-5453-4cb7-87c7-ae0398dc36b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.460747916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"79094bab-5453-4cb7-87c7-ae0398dc36b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.687029412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd31e6c-72f0-4fc1-90e4-129115850778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.687168593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"390ff8aa-08e4-422b-b9e0-792f864578bc","namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.698097966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd31e6c-72f0-4fc1-90e4-129115850778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.699734498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1323c93f-fb60-4133-b916-4d1dc6910236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.704646204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd31e6c-72f0-4fc1-90e4-129115850778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.705973033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"0b85ac37-5637-465f-8a84-450ff8733355","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.70825586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1323c93f-fb60-4133-b916-4d1dc6910236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.709545409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d74e4e8-bb11-481f-8867-598c040227bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.714114784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"9d0e2f10-b6f2-47f5-bdfc-b7ec84530414","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.747452456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d74e4e8-bb11-481f-8867-598c040227bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.748504399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"0b85ac37-5637-465f-8a84-450ff8733355","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.752009203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"9d0e2f10-b6f2-47f5-bdfc-b7ec84530414","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.756880125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d74e4e8-bb11-481f-8867-598c040227bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.756987962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"0b85ac37-5637-465f-8a84-450ff8733355","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.761668002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"9d0e2f10-b6f2-47f5-bdfc-b7ec84530414","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.791547482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5e7f894a-163b-46a9-aa92-cbf86a8273c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.792329752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0172fa55-c1f9-4080-9895-5d862cac5e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.793722064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0d7e7d13-f835-413d-a69a-d6a151aaaddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.800608383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"5e7f894a-163b-46a9-aa92-cbf86a8273c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.808198086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0172fa55-c1f9-4080-9895-5d862cac5e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.817537578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e36737-01d7-4cac-bd2e-f736821801b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.820115456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0d7e7d13-f835-413d-a69a-d6a151aaaddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.826678623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e36737-01d7-4cac-bd2e-f736821801b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.827318693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-e1d624","namespace":"e2e-extmod-cfl-1-283261"},"namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","reconcileID":"871a2f06-4188-40e5-b939-b66956767dca","namespace":"e2e-extmod-cfl-1-283261","name":"e2e-cfl-ok-e1d624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.850541656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e36737-01d7-4cac-bd2e-f736821801b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.876515987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"95446ece-5cca-46d0-af14-0d2fff711bc4","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.879017129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d722b841-ac13-4a59-b323-1ba984237ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.885513289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"95446ece-5cca-46d0-af14-0d2fff711bc4","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:08.886513162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d722b841-ac13-4a59-b323-1ba984237ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.20637395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b7547109-2b9c-43fa-bd85-d9fb37a3c906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.207657044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1ce5557d-594b-4f28-9f14-9fff1a030821","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.208181136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a65330a9-0eef-40c2-bc4a-2e1bf8977877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.24466561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2325b6e8-7cf2-496a-993c-63f3f5404d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.245498984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"093bb9ce-dfa6-426b-acfe-fb8516cf8cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.338201262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b7547109-2b9c-43fa-bd85-d9fb37a3c906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.34565026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"1ce5557d-594b-4f28-9f14-9fff1a030821","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.339987743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a65330a9-0eef-40c2-bc4a-2e1bf8977877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.348095603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2325b6e8-7cf2-496a-993c-63f3f5404d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.350815631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"093bb9ce-dfa6-426b-acfe-fb8516cf8cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.37564474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76c73fda-bbda-4a8c-886f-12b9b2dc8bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.384024961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47798c34-f35c-40c6-84a9-c514be33101d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.385160022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76c73fda-bbda-4a8c-886f-12b9b2dc8bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.386591826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"b9b1fe16-d8b4-4f1e-97a9-ed16ba1e7fba","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.38700294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0b6a8f8d-acce-440e-8330-b47109b4083d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.3923235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c33dadfd-6af9-4032-8a04-4ec52c63ede0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.393675785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47798c34-f35c-40c6-84a9-c514be33101d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.396096595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0b6a8f8d-acce-440e-8330-b47109b4083d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.447297327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"b9b1fe16-d8b4-4f1e-97a9-ed16ba1e7fba","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.450709639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c33dadfd-6af9-4032-8a04-4ec52c63ede0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.452255608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47798c34-f35c-40c6-84a9-c514be33101d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.455778105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0b6a8f8d-acce-440e-8330-b47109b4083d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.45796359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"b9b1fe16-d8b4-4f1e-97a9-ed16ba1e7fba","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.459558615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c33dadfd-6af9-4032-8a04-4ec52c63ede0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.475037366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e829cc8c-78a5-43c1-89a9-8294257af72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.475702457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"465d4e14-f2c0-4753-80d4-aaa95c4c6355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.47687034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b2fd1695-ce9a-4f83-8cdc-33373ea66b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.478232048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0e472a5e-75b0-4168-89e9-233ba42ebf81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.484513066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"465d4e14-f2c0-4753-80d4-aaa95c4c6355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.547394221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e829cc8c-78a5-43c1-89a9-8294257af72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.548341161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b2fd1695-ce9a-4f83-8cdc-33373ea66b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.54985141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0e472a5e-75b0-4168-89e9-233ba42ebf81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.574462427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"348d7038-8725-400e-921d-f990c8887451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:09.581294325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"348d7038-8725-400e-921d-f990c8887451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:14.455624751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.462068007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"d4726c5f-9a7b-46e5-8a47-ab896c4e7f24","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f456b1","model":"llm/e2e-dft-f456b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.500104186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"2ac4a419-66e0-49b0-a070-2382f7f57a4a","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.500134566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"2ac4a419-66e0-49b0-a070-2382f7f57a4a","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.781110611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"a43dbe9c-78ea-404a-be19-57043eb85442","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.877639334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7054400e-b2ed-46aa-90be-45565de67ce7","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.877768029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"7054400e-b2ed-46aa-90be-45565de67ce7","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.00750932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68355988-bac6-4db3-a0f6-453e81171e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.007838974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283d26e4-699a-4566-9de3-4827b32f46b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.014458498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"6bebd14d-3335-419b-a95e-9ae8fc0aec7d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.01551044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"faf03b25-4d1b-4bc1-b21d-a74fc00fd650","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.022085899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283d26e4-699a-4566-9de3-4827b32f46b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.035652737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"faf03b25-4d1b-4bc1-b21d-a74fc00fd650","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.090767967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"6bebd14d-3335-419b-a95e-9ae8fc0aec7d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.10282468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68355988-bac6-4db3-a0f6-453e81171e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.104184414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"283d26e4-699a-4566-9de3-4827b32f46b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.113311266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"6bebd14d-3335-419b-a95e-9ae8fc0aec7d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.11380894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"faf03b25-4d1b-4bc1-b21d-a74fc00fd650","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.11613321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68355988-bac6-4db3-a0f6-453e81171e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.118552378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95677180-fa29-483c-9e94-55880dab49ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.118625781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95677180-fa29-483c-9e94-55880dab49ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.131200317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"ae5dd51d-6b84-41c6-8f44-8e7ec3732f3d","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.132027701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"ae5dd51d-6b84-41c6-8f44-8e7ec3732f3d","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.138843818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"5b6c3b80-510a-48e7-8b3d-eaa58e545bee","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.138950189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"5b6c3b80-510a-48e7-8b3d-eaa58e545bee","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.143044329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6016217c-fd8a-4bad-9325-3283eb3fa723","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.143064755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6016217c-fd8a-4bad-9325-3283eb3fa723","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.318646815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"71e27231-6883-4992-a704-71deaccb2816","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.320865856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ff6854-4238-40e1-a9b4-58964a7c684f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.321375276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"f3c7745c-40f8-4647-a453-b4170f90d5a5","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.321423337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04023d72-f84a-4811-9a06-363a1ce8dc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.327487629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"71e27231-6883-4992-a704-71deaccb2816","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.330679879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"f3c7745c-40f8-4647-a453-b4170f90d5a5","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.331504239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04023d72-f84a-4811-9a06-363a1ce8dc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.334090532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"71e27231-6883-4992-a704-71deaccb2816","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.334328118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ff6854-4238-40e1-a9b4-58964a7c684f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.337692047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04023d72-f84a-4811-9a06-363a1ce8dc6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.337785723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"f3c7745c-40f8-4647-a453-b4170f90d5a5","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.340514072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63ff6854-4238-40e1-a9b4-58964a7c684f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.773432125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"7e4786c4-d216-4027-a563-cc82df5653ad","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.77347139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"7e4786c4-d216-4027-a563-cc82df5653ad","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.799937393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"a76dbf52-ceb2-45e2-9586-e2ff59e6497a","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.799988108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"a76dbf52-ceb2-45e2-9586-e2ff59e6497a","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.832502597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"bfe16911-ac41-4c0a-a104-abbc0ea8fae0","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.84390266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"bfe16911-ac41-4c0a-a104-abbc0ea8fae0","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.882251363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"2211c7f3-58b6-41ea-a5e9-67004ee061ad","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.882347861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"2211c7f3-58b6-41ea-a5e9-67004ee061ad","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.981696851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3c50da58-3d2a-4b00-9600-f44530ceec80","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.989324772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"3c50da58-3d2a-4b00-9600-f44530ceec80","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.180088785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-027c19 priority=0:[ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-87c724-sub ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-da9e78-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.185023508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"4f229515-76bb-45be-bd00-50bd54dffec5","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.185046879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"4f229515-76bb-45be-bd00-50bd54dffec5","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:17.198410573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-da9e78-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-119bad-da9e78-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.199050281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7185762f-e145-4fdc-b792-fca7969d3bd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.199651486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"925afacc-dccc-4f05-9ea7-20eaf6d07a8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.201847062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"a63d4bad-9719-4283-9e79-b7bc297fb426","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.201863593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"a63d4bad-9719-4283-9e79-b7bc297fb426","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.207501159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7185762f-e145-4fdc-b792-fca7969d3bd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.208330872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"925afacc-dccc-4f05-9ea7-20eaf6d07a8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.214040705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c5c7394c-3e2f-4cf8-aad5-f03bd07cbd90","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.21406087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c5c7394c-3e2f-4cf8-aad5-f03bd07cbd90","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.229719485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"cb8546fd-4799-4059-9dc4-02460832ca9d","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-cfl-same-119bad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-da9e78-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.253940778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"ddd806e9-2e93-4ccf-af4c-14b43b9770b4","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.253957302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"ddd806e9-2e93-4ccf-af4c-14b43b9770b4","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.293807332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"510bb37a-335d-43a8-a16c-058ecd003751","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.293834342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e835e9b8-27a8-4fb5-a497-dfd24a74ca1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.300799191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"510bb37a-335d-43a8-a16c-058ecd003751","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.301679711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e835e9b8-27a8-4fb5-a497-dfd24a74ca1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:17.31769799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"f1aeddd1-06a2-4412-8a5f-4ea3f8ede055","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.327266791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"623dcbef-46f8-49c8-b005-8d8a03ba45b2","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.327290879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"623dcbef-46f8-49c8-b005-8d8a03ba45b2","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.337924543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"6a1786b3-7f68-4880-9588-edadedda9865","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","subscription":"e2e-cfl-same-e4c611-07acea-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.345880395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"292aa690-8f91-4a02-b944-9d7650d699f9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.349130576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928b867d-325d-4a54-8b55-3d541e558a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.349357267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fff53fb-07a7-434f-97de-f5a2ace5cdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.349754698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"6a1786b3-7f68-4880-9588-edadedda9865","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.353307683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"53645ad5-6fcc-4b49-9112-a76f388a4afa","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-deb4582f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.354023072Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-sub","reconcileID":"6a1786b3-7f68-4880-9588-edadedda9865","MaaSSubscription":{"name":"e2e-cfl-same-e4c611-07acea-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.354875636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"292aa690-8f91-4a02-b944-9d7650d699f9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.358465498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fff53fb-07a7-434f-97de-f5a2ace5cdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.358491319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928b867d-325d-4a54-8b55-3d541e558a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.361650024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"292aa690-8f91-4a02-b944-9d7650d699f9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.367821094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fff53fb-07a7-434f-97de-f5a2ace5cdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.371199111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"928b867d-325d-4a54-8b55-3d541e558a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.494591448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02b531be-27a6-4a82-8919-6238d08c6d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.494670591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"99277c82-7581-4aa7-9bae-67db7018defd","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.498189208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"35194696-eea0-4bbb-9c6d-bb13e51456cf","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.501408365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04106b6-c152-46ad-b76b-fc722db3fb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.504392043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02b531be-27a6-4a82-8919-6238d08c6d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.505476557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-027c19 priority=0:[ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-87c724-sub ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-da9e78-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.507423993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"99277c82-7581-4aa7-9bae-67db7018defd","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.509480865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"35194696-eea0-4bbb-9c6d-bb13e51456cf","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.510084128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"0c91e672-a54c-40fd-a67e-568b472977fd","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.510147315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"0c91e672-a54c-40fd-a67e-568b472977fd","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.511981546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02b531be-27a6-4a82-8919-6238d08c6d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.512262251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04106b6-c152-46ad-b76b-fc722db3fb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.515390493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"99277c82-7581-4aa7-9bae-67db7018defd","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.516761696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"35194696-eea0-4bbb-9c6d-bb13e51456cf","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.51964614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04106b6-c152-46ad-b76b-fc722db3fb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.532638548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"8e197002-5b3e-487c-9a3e-bd7d330fa6df","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.53266178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"8e197002-5b3e-487c-9a3e-bd7d330fa6df","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.54016149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"90611259-0e3d-467f-8e99-872b81e84b0e","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.547501767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"90611259-0e3d-467f-8e99-872b81e84b0e","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.549131762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"20c84e73-ba4c-44d8-8002-affe9a4ca700","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.554131632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"90611259-0e3d-467f-8e99-872b81e84b0e","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.555859862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"20c84e73-ba4c-44d8-8002-affe9a4ca700","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.63304109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f4404704-ec6f-4204-8e3a-359a75832c84","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.635115714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"4b814e15-fe89-471a-bd62-0790dbd9e41c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.635135786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"4b814e15-fe89-471a-bd62-0790dbd9e41c","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.6400784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"f4404704-ec6f-4204-8e3a-359a75832c84","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.673394327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b8a55dbf-42d8-4352-90ad-93e42faf284b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.732467845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b8a55dbf-42d8-4352-90ad-93e42faf284b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.756084902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b8a55dbf-42d8-4352-90ad-93e42faf284b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.756109385Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-cfl-same-e4c611-07acea-access","reconcileID":"b8a55dbf-42d8-4352-90ad-93e42faf284b","MaaSAuthPolicy":{"name":"e2e-cfl-same-e4c611-07acea-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.766240231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"e96f8f7c-9a1f-45fc-a4a1-5f4e09d81870","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"tenant":"e2e-extmod-a-7c759a","gateway":"openshift-ingress/e2e-extmod-a-7c759a","model":"e2e-extmod-cfl-1-07acea/e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:18.766261188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"e96f8f7c-9a1f-45fc-a4a1-5f4e09d81870","MaaSModelRef":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"routeName":"external-model-e2e-cfl-same-e4c611-47bcce302d6b","namespace":"e2e-extmod-cfl-1-07acea","model":"e2e-cfl-same-e4c611","externalModel":"e2e-cfl-same-e4c611","provider":"e2e-cfl-same-e4c611","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.274705657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"eb8fdafe-367c-4788-8c89-f460022362ff","namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.309583409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"020e775d-9327-4506-81b9-bfc282ed1fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.312814449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"75235f34-f722-4324-8d64-882ea5e5ed6c","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.312817586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88b752cb-4bf1-4da1-938e-018c19b92ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.313953066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a22241f-9495-483b-a4d1-849743c1491c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.31903215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"020e775d-9327-4506-81b9-bfc282ed1fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.319531114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"99f18313-fd86-4569-a141-22e4f27561c7","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.323370172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"75235f34-f722-4324-8d64-882ea5e5ed6c","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.325488436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88b752cb-4bf1-4da1-938e-018c19b92ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.327460238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a22241f-9495-483b-a4d1-849743c1491c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.32920881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"99f18313-fd86-4569-a141-22e4f27561c7","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.335621573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a22241f-9495-483b-a4d1-849743c1491c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.348247468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"99f18313-fd86-4569-a141-22e4f27561c7","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.351560901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"75235f34-f722-4324-8d64-882ea5e5ed6c","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.353414116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88b752cb-4bf1-4da1-938e-018c19b92ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.389525858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c87527fa-00c1-4067-8959-a2a4e753d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.38956731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"89d725fd-7a29-490a-900c-3a07145dc184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.391225657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"52e136ba-b59e-4433-8c14-79da7201be4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.391764759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"59bd1c93-69a3-4fbc-8ad1-caeea6aa39ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.39335314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b7d84fc5-289b-4277-9f24-04698d3fe5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.39721792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"89d725fd-7a29-490a-900c-3a07145dc184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.397449705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c87527fa-00c1-4067-8959-a2a4e753d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.399780004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"52e136ba-b59e-4433-8c14-79da7201be4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.399860109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"59bd1c93-69a3-4fbc-8ad1-caeea6aa39ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.402186606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b7d84fc5-289b-4277-9f24-04698d3fe5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.406223222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-1-07acea"},"namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","reconcileID":"2f5785f8-065f-4fb9-a596-1ed17e7cf921","namespace":"e2e-extmod-cfl-1-07acea","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.653685622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2de944bb-b479-485b-9cfb-c324e9cfdc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.664609622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"479d9dc5-838a-491a-8c15-95dfc5cb6708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.665411823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a5fdf9a7-30c9-4d6d-a7ed-e39033bc1d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.666478281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"328850af-ecfa-4c98-b508-26e88d4ca350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.670330786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2de944bb-b479-485b-9cfb-c324e9cfdc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.673822866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"479d9dc5-838a-491a-8c15-95dfc5cb6708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.681515239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a5fdf9a7-30c9-4d6d-a7ed-e39033bc1d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.689207498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"328850af-ecfa-4c98-b508-26e88d4ca350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.696377886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"341aaf4a-cf3b-4b08-95e7-959dc1b82175","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.706228663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"341aaf4a-cf3b-4b08-95e7-959dc1b82175","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.710927205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"502e8daa-ddf9-49af-ab80-bd0702fcdacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.716142021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67ce708-df27-453d-a8b6-da030b6ab96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.720423492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"502e8daa-ddf9-49af-ab80-bd0702fcdacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.74847771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67ce708-df27-453d-a8b6-da030b6ab96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.756422004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67ce708-df27-453d-a8b6-da030b6ab96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.81494761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efec6780-72f5-477e-811c-86099c381abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.815250658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"529ba5f6-b443-4036-b82b-71fadcd9cf62","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.815441914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"62413953-26e0-4eae-a53f-c8189d417878","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.82333966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"62413953-26e0-4eae-a53f-c8189d417878","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.825951185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"529ba5f6-b443-4036-b82b-71fadcd9cf62","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.846136049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efec6780-72f5-477e-811c-86099c381abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.847935765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"529ba5f6-b443-4036-b82b-71fadcd9cf62","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.847994645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"62413953-26e0-4eae-a53f-c8189d417878","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.852723712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efec6780-72f5-477e-811c-86099c381abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.909249932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"35eba555-e4c1-4059-965d-dedcbd2eea89","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.909371274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"2ac32000-389f-4d3e-a92b-a50ae724e704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.909974291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"434a6fcd-fa2b-4589-95f4-a56a563cd309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.910882099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9182bdeb-e016-4d83-aec2-75b5b49da72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.91110553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ff26a6ba-93bd-464b-b97b-38bdc580e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.916275132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"2ac32000-389f-4d3e-a92b-a50ae724e704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.917371906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"434a6fcd-fa2b-4589-95f4-a56a563cd309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.918746178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"35eba555-e4c1-4059-965d-dedcbd2eea89","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.919821659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"9182bdeb-e016-4d83-aec2-75b5b49da72c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.921139002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ff26a6ba-93bd-464b-b97b-38bdc580e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.935844947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4b459136-e817-4772-83ba-59722bf926d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:19.949922955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4b459136-e817-4772-83ba-59722bf926d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.262756226Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"f057939e-7185-44d2-8436-6014f360b040","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.294004038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"f63bcfe5-7908-430f-91ff-ffeacf4cb355","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.300727178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72e518e-2c98-41a5-a275-d073be99e747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.302506978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe554a8-2210-41ed-a4d1-960bd0922a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.303209099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"01089b27-4fd9-4653-ac5c-e466bf92313a","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.31148653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"cef01b89-a756-46ea-92de-d4314cc0a5eb","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.317810493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"f63bcfe5-7908-430f-91ff-ffeacf4cb355","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.32163767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"01089b27-4fd9-4653-ac5c-e466bf92313a","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.324352862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe554a8-2210-41ed-a4d1-960bd0922a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.32529667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72e518e-2c98-41a5-a275-d073be99e747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.327225963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"cef01b89-a756-46ea-92de-d4314cc0a5eb","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.32973553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"01089b27-4fd9-4653-ac5c-e466bf92313a","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.332284829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe554a8-2210-41ed-a4d1-960bd0922a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.334163529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d72e518e-2c98-41a5-a275-d073be99e747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.336118899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"cef01b89-a756-46ea-92de-d4314cc0a5eb","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.397939881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6a5c8f4b-a1f9-49f6-ac41-4d08f499e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.398667397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a65bc4f3-3cf3-4d2d-823a-93b06a45d39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.398965206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2e115cbb-b0d1-4761-8d2b-b74211f9ac27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.408824564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"80c8e69d-a17c-4f42-b0c9-bfe14cfbead4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.413438981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6a5c8f4b-a1f9-49f6-ac41-4d08f499e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.414127638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-e4c611","namespace":"e2e-extmod-cfl-2-be59cc"},"namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","reconcileID":"7389dde6-fd60-4be2-b26c-7c6542fa0c80","namespace":"e2e-extmod-cfl-2-be59cc","name":"e2e-cfl-same-e4c611","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.420888388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2e115cbb-b0d1-4761-8d2b-b74211f9ac27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.423025916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a65bc4f3-3cf3-4d2d-823a-93b06a45d39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.425811907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"80c8e69d-a17c-4f42-b0c9-bfe14cfbead4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.479475637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"53d8dccb-41a8-46ee-98aa-23aafd8991ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.480244244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6349fdfb-aab5-421d-a17e-87d201d0b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.48686908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"53d8dccb-41a8-46ee-98aa-23aafd8991ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.487338283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"6349fdfb-aab5-421d-a17e-87d201d0b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.581662613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a34dc60d-b5b4-4206-9f1a-8e8bafabd07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.581851508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e36a49cd-4a89-405f-87c3-21d8a93b1d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.581672293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"170c41eb-8c53-4491-81cb-41fc7b8a45f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.59730878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a34dc60d-b5b4-4206-9f1a-8e8bafabd07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.622825039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"170c41eb-8c53-4491-81cb-41fc7b8a45f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.673642506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"e36a49cd-4a89-405f-87c3-21d8a93b1d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.777613608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b6fd58bc-7eb3-49e3-9a4f-b65642a732d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.790575551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5c77db5f-5578-4910-bc37-bb311ac0ffb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.913215932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b6fd58bc-7eb3-49e3-9a4f-b65642a732d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:20.936547371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"5b9d748b-833d-4fc7-a135-3fcdacb3ff12","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.079046333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d2b18c5-99e1-45e7-b506-099d9878b2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.080511157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5c77db5f-5578-4910-bc37-bb311ac0ffb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.118414055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"5b9d748b-833d-4fc7-a135-3fcdacb3ff12","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.14221217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0517c5e-1d62-4ccf-8fd5-2c9a4dbd4a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.146384777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"5b9d748b-833d-4fc7-a135-3fcdacb3ff12","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.152672235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0517c5e-1d62-4ccf-8fd5-2c9a4dbd4a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.154081761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d2b18c5-99e1-45e7-b506-099d9878b2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.163333139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d2b18c5-99e1-45e7-b506-099d9878b2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.16612929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0517c5e-1d62-4ccf-8fd5-2c9a4dbd4a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.170187803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"c2b87402-3740-4555-86c4-eed748a3e6c1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.17877452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"c2b87402-3740-4555-86c4-eed748a3e6c1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.187795167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"c2b87402-3740-4555-86c4-eed748a3e6c1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.253278966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3d6713cf-cacb-4f3d-a936-f79860bce8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.254316095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"710ed6cb-bbe6-49bb-92a5-4918bb07da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.255494894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bc16568d-a935-4401-a721-eddf67ce31c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.255802603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"e777c750-5dcc-4f17-b1f5-a7c5b12295c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.256363019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ccb3b801-a8eb-425f-b4b1-ca4da37a5bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.260720269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"710ed6cb-bbe6-49bb-92a5-4918bb07da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.260994483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3d6713cf-cacb-4f3d-a936-f79860bce8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.263322348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bc16568d-a935-4401-a721-eddf67ce31c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.26427417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"e777c750-5dcc-4f17-b1f5-a7c5b12295c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:21.265876975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ccb3b801-a8eb-425f-b4b1-ca4da37a5bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.435793287Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"2a37576d-216b-4bec-ba89-ad7fabe241f0","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.442416754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"d6c0e82c-1df3-46d3-952e-5d477d775116","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.445637491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"3812326c-23cf-4b46-a328-b519f19405d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.450354089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f085e9c4-b47b-4385-9198-8b3cf5a572a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.451019453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2ea254-7ce5-48ee-bf8c-239b1308845e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.451497865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"19497b42-3576-4e80-9e08-903e5911dd81","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.451976347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f790b9bf-30fd-45cd-bfa3-72f1848793e5","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.453676574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"3812326c-23cf-4b46-a328-b519f19405d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.458350385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f085e9c4-b47b-4385-9198-8b3cf5a572a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.459423977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"19497b42-3576-4e80-9e08-903e5911dd81","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.461339654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2ea254-7ce5-48ee-bf8c-239b1308845e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.462306479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f790b9bf-30fd-45cd-bfa3-72f1848793e5","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.46488837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f085e9c4-b47b-4385-9198-8b3cf5a572a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.46541393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"19497b42-3576-4e80-9e08-903e5911dd81","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.467596231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2ea254-7ce5-48ee-bf8c-239b1308845e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.468838048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d0e5e6070729f3afdcb30f727ab0935fd61795086ba7ec3b3d82da9528f09145) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8fb3f5981bf0fb72859b8e94d7cd977beb18c7abad43409ce4e8858af83c7bbb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (28abcfa728023bc1ee04113e3373f06b7d7f5704ab61bd0c225120b627686093) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (09c04b2f60184354f3366faf3f0ba4d7d703f4418f016b1d60840693d27fc139)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f790b9bf-30fd-45cd-bfa3-72f1848793e5","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.471818358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c88de61-89b3-4474-ba0a-cec6e9a89b7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.471837678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c88de61-89b3-4474-ba0a-cec6e9a89b7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.472333367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ec6f965-90af-4955-a4ee-88d41af7e39d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.472350961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ec6f965-90af-4955-a4ee-88d41af7e39d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.472753587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b80bc5b0-9462-4e67-a500-6b8e27cc97c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.472772204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b80bc5b0-9462-4e67-a500-6b8e27cc97c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.47317125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"657177a2-4505-4370-aeeb-66e0bff0950b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.473190423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"657177a2-4505-4370-aeeb-66e0bff0950b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.473552137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7cfb50d-e0f3-41a6-a224-1406f649fae0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.47356899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7cfb50d-e0f3-41a6-a224-1406f649fae0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.477483111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"efafddc0-b7c6-4670-b8ee-41c7c10e32ae","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.477502692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"efafddc0-b7c6-4670-b8ee-41c7c10e32ae","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.478413198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"169b588a-3929-4874-ba40-75397253702a","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f456b1","subscription":"e2e-dft-f456b1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.48144155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6415cd68-275c-47ef-8b33-f04a5ebe1be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.481494483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7c205f4a-af4a-4e8c-8bb9-e9e87cbe7b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.482476994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90bedc88-a461-4eab-b2a3-1f78229e11dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.482499931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90bedc88-a461-4eab-b2a3-1f78229e11dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.482815518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83a0b014-5a89-4da3-82a9-29b2d474eee3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.482830224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83a0b014-5a89-4da3-82a9-29b2d474eee3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.483119346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f924aa4d-2f3e-45d3-bbeb-d5c0e017760f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.483133233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f924aa4d-2f3e-45d3-bbeb-d5c0e017760f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.488525516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"169b588a-3929-4874-ba40-75397253702a","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.489793874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a3f650a4-5778-4191-89cb-f47b9f29b6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.546414793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"d9bab6b2-823f-4d0e-9e6b-6085b3b0a55d","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.546448403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"d9bab6b2-823f-4d0e-9e6b-6085b3b0a55d","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.54688434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9d5f30c6-9595-4f0a-ada4-40f42be0b5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.549173846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6415cd68-275c-47ef-8b33-f04a5ebe1be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.54976338Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-sub","reconcileID":"169b588a-3929-4874-ba40-75397253702a","MaaSSubscription":{"name":"e2e-dft-f456b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f456b1","namespace":"llm","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.55122653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7c205f4a-af4a-4e8c-8bb9-e9e87cbe7b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.55184653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f781d274-6d92-406c-8a8a-e7556f54fe28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.555556841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9d5f30c6-9595-4f0a-ada4-40f42be0b5f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.556360377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a3f650a4-5778-4191-89cb-f47b9f29b6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.559531362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f762188c-3e14-46ef-a73d-3a0dde36ee65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.559547723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f762188c-3e14-46ef-a73d-3a0dde36ee65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.559814983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"feac4464-20c2-41aa-adcd-b8b8aba93952","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.559826449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"feac4464-20c2-41aa-adcd-b8b8aba93952","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560079776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e10f8128-5f65-4b00-9a14-0b885d22ebe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560092004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e10f8128-5f65-4b00-9a14-0b885d22ebe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560302742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41dc9a49-9c3d-449b-9b05-f7f39cc0915e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560314513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41dc9a49-9c3d-449b-9b05-f7f39cc0915e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560571712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bf7bdb0-9939-480e-be54-49b021b707c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.560584499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bf7bdb0-9939-480e-be54-49b021b707c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.564312338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"90dfeb84-4f51-4f62-ae3e-e1f6a607a4d9","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.564329561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"90dfeb84-4f51-4f62-ae3e-e1f6a607a4d9","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569146995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"96592d68-0098-4904-bec3-44451bcf4b49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569161741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"96592d68-0098-4904-bec3-44451bcf4b49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569401935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55aa2368-a72d-4cf1-8b96-eb82b76ceb64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569412802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55aa2368-a72d-4cf1-8b96-eb82b76ceb64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569680408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81e6cd5-bc81-4f47-9ddf-4da69af7c7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.569694398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81e6cd5-bc81-4f47-9ddf-4da69af7c7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.579706753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6152017b-215b-4839-a3aa-ea5e84d52fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.586482426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"0ef875bb-a9b9-4fc9-8c81-32567afb4526","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.589577899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a460a1a4-7b7f-43bb-94f3-83aa203a3cf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.590008818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6152017b-215b-4839-a3aa-ea5e84d52fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.659153887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"adcd3c58-3d92-48da-b5a4-3d9b09c23425","MaaSModelRef":{"name":"e2e-dft-del-86addb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.659179362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"adcd3c58-3d92-48da-b5a4-3d9b09c23425","MaaSModelRef":{"name":"e2e-dft-del-86addb","namespace":"llm"},"routeName":"external-model-e2e-dft-del-86addb-9abc6ccf4697","namespace":"llm","model":"e2e-dft-del-86addb","externalModel":"e2e-dft-del-86addb","provider":"e2e-dft-del-86addb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.050468707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7c2073eb-afc5-4b25-a3cd-2d49f85b610c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.050719736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ba299805-a7ec-40bf-a9f2-9b7048a41ba6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.051160671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"42c93b2f-1453-437f-b19e-f05f7d4f6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.07367808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-027c19 priority=0:[ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-87c724-sub ai-tenant-e2e-extmod-a-027c19/e2e-cfl-same-119bad-da9e78-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.083236483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"ba299805-a7ec-40bf-a9f2-9b7048a41ba6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.086267666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ebcd6990-e216-49e9-8e04-cb2112cee6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.087103552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7c2073eb-afc5-4b25-a3cd-2d49f85b610c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.087221592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"570aff2e-6b70-4ca7-8221-aa98c85240e5","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.087241374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"570aff2e-6b70-4ca7-8221-aa98c85240e5","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.089569592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"42c93b2f-1453-437f-b19e-f05f7d4f6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.148395969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"b7b88fd4-9600-45eb-b992-fd4188bdecf3","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.151996249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ebcd6990-e216-49e9-8e04-cb2112cee6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.153442741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dadffce5-cd7a-4ed8-9083-7b047c0e3586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.162240477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dadffce5-cd7a-4ed8-9083-7b047c0e3586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.169606645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"72056753-8e4b-4df7-8281-2e9ec38b09fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.174712757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5d961c-9870-4217-abfd-9afe3c5f458f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.178379336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"e7c6dede-09e1-4b7e-b66f-d641dcc9cabf","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.178753232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"72056753-8e4b-4df7-8281-2e9ec38b09fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.178800714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bffb1db4-c8dc-4c80-9ed8-0cb378807fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.190093711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"f8bf1e91-8082-4662-bf58-29a5958c819c","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.190114107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"f8bf1e91-8082-4662-bf58-29a5958c819c","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.191729718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d1f33f6-a5a5-4d24-a87b-f98764fbc6d7","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.249473958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5d961c-9870-4217-abfd-9afe3c5f458f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.249941725Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bffb1db4-c8dc-4c80-9ed8-0cb378807fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.258203064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bffb1db4-c8dc-4c80-9ed8-0cb378807fb3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.25862719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e7fe9d0-5be8-4383-b9f3-eaf473d00d0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.258644737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e7fe9d0-5be8-4383-b9f3-eaf473d00d0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.259520583Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"e7c6dede-09e1-4b7e-b66f-d641dcc9cabf","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.260613343Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d1f33f6-a5a5-4d24-a87b-f98764fbc6d7","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.261678319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5d961c-9870-4217-abfd-9afe3c5f458f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.26898567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d1f33f6-a5a5-4d24-a87b-f98764fbc6d7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.269102312Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"e7c6dede-09e1-4b7e-b66f-d641dcc9cabf","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f456b1-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:24.269141013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"e7c6dede-09e1-4b7e-b66f-d641dcc9cabf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.272621605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"9eafd3cd-12b0-49a8-a1b7-b235f119b597","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.272640264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"9eafd3cd-12b0-49a8-a1b7-b235f119b597","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.276033589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"9f1fb67e-3d76-43d2-9ea3-9181c45efdad","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.277354137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf2ec5c2-68d9-4fdd-a03f-cf34f4722697","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.277370368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf2ec5c2-68d9-4fdd-a03f-cf34f4722697","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.283176024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"9f1fb67e-3d76-43d2-9ea3-9181c45efdad","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.398981219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"27212bf5-6e5f-43a8-9fa1-232b8bc332a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.406816619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"48b9db4b-cb73-4fa6-ac0b-20a4430d4066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.414827821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"01f1ece0-35a2-40c7-9fd4-25a14076cd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.415448301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"82e085be-8278-4a99-828a-d77169d08dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.421025109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"27212bf5-6e5f-43a8-9fa1-232b8bc332a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.42588744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"01f1ece0-35a2-40c7-9fd4-25a14076cd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.426922726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"48b9db4b-cb73-4fa6-ac0b-20a4430d4066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.429797359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"82e085be-8278-4a99-828a-d77169d08dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.483080288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e9792064-5ac3-4cf3-8782-98e1f8845a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.490350164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e9792064-5ac3-4cf3-8782-98e1f8845a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.584346444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cfd0a286-1ec5-4fa5-abd3-f29ad0498452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.58669684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"16d4681c-3bd4-49eb-9af7-5d8b919aa619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.586750071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"b6c8216a-276d-41af-bc7b-e3118e7839a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.587272029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"06108286-82d1-40ce-9ad9-8b8adbaf05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.587951575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"97ae7a32-eaa4-47a8-ae5d-30b8d1b68059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.591643997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cfd0a286-1ec5-4fa5-abd3-f29ad0498452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.594857011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"16d4681c-3bd4-49eb-9af7-5d8b919aa619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.595177617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"b6c8216a-276d-41af-bc7b-e3118e7839a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.597649666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"06108286-82d1-40ce-9ad9-8b8adbaf05de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.597864468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"97ae7a32-eaa4-47a8-ae5d-30b8d1b68059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.636010919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"193c9aa4-2b4f-45f7-9175-23a01f8b37ca","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.644064166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"260a9c4c-348e-4508-9eb8-fac1024c02d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.644089139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"260a9c4c-348e-4508-9eb8-fac1024c02d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.644605485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cba4d6a-8c61-4ad5-aa0d-6657092bf4e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.644636751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cba4d6a-8c61-4ad5-aa0d-6657092bf4e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.649343025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"1902a3f1-87c9-4c93-a56f-7bfee51bad5e","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.649371992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"1902a3f1-87c9-4c93-a56f-7bfee51bad5e","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.654856662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bcdea9c2-a73e-444e-a87e-de842a2ae73d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.654877868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bcdea9c2-a73e-444e-a87e-de842a2ae73d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.655446615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4682005b-38c5-4324-b233-5a3db6eed3e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.655466228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4682005b-38c5-4324-b233-5a3db6eed3e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.656078222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d562bc7a-7756-4a48-b3c8-ad7e9756ccd8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.656097559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d562bc7a-7756-4a48-b3c8-ad7e9756ccd8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.657442846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c71727c-0e8d-4b42-8777-15b6af3e142b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.657462668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8c71727c-0e8d-4b42-8777-15b6af3e142b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.658038181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fff8dcb3-9769-47ad-8f9e-2f59de0ed48b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.65805652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fff8dcb3-9769-47ad-8f9e-2f59de0ed48b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.660559269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f456b1-access","reconcileID":"0e4e33d6-aee0-4e69-96ba-e9745acc6ca6","MaaSAuthPolicy":{"name":"e2e-dft-f456b1-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.664086062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"2d57a8f1-1711-410b-b559-d3e730809798","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.664109752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"2d57a8f1-1711-410b-b559-d3e730809798","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.665039767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6976877e-45e4-44bc-8620-18e0ed5b7161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.670258299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"907a24ba-0cc0-422c-b99f-b48283c1987e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.671819927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43f47209-6f35-48a3-8dda-85ead354e18b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.671845766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"43f47209-6f35-48a3-8dda-85ead354e18b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.757895069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"13733dec-737d-48cf-95c7-1eff8f0098a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.760624492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"266240b5-2e97-4050-8f2a-4aa1f8c28d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.761562917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f2307de1-68bb-4cdb-911c-fb4a98d93498","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.763267823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e2306eb-ba23-4196-9f8a-6f74a031a11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.766637306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"13733dec-737d-48cf-95c7-1eff8f0098a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.770826737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"266240b5-2e97-4050-8f2a-4aa1f8c28d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.77201317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f2307de1-68bb-4cdb-911c-fb4a98d93498","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.772969331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"57a52f96-f99e-4ad4-b377-f70a9517da4f","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.772991275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"57a52f96-f99e-4ad4-b377-f70a9517da4f","MaaSModelRef":{"name":"e2e-dft-f456b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f456b1-008607ed39d3","namespace":"llm","model":"e2e-dft-f456b1","externalModel":"e2e-dft-f456b1","provider":"e2e-dft-f456b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.773644056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-86addb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-86addb","reconcileID":"4383746a-fce6-4944-99d8-db9ff9f3b40e","namespace":"llm","name":"e2e-dft-del-86addb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.774177609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e2306eb-ba23-4196-9f8a-6f74a031a11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.778011184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"266240b5-2e97-4050-8f2a-4aa1f8c28d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.779532849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f2307de1-68bb-4cdb-911c-fb4a98d93498","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.7804045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e2306eb-ba23-4196-9f8a-6f74a031a11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.852555126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2dd01474-a860-4dce-b62e-29f7b14ecd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.877680174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1461a0-2c0e-4b6c-8457-99ba4dd7284f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.877710736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1461a0-2c0e-4b6c-8457-99ba4dd7284f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.032512817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2dd01474-a860-4dce-b62e-29f7b14ecd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.035356946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"481e88b9-2570-4fe3-9058-64a9e95b87d7","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.035402717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"481e88b9-2570-4fe3-9058-64a9e95b87d7","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.038712147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e03eafba-5d34-4bfa-9962-5cb60e891982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.044566466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c7ed1e90-ccd6-461a-ac71-a6b619c01358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.048417807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e03eafba-5d34-4bfa-9962-5cb60e891982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.053027735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c7ed1e90-ccd6-461a-ac71-a6b619c01358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.110220266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"07a2ae2f-2d1e-4802-a093-601754bc120e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.110378013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"440e8f7a-dcea-4ce4-bddb-f4f6d7cff4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.123218326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"440e8f7a-dcea-4ce4-bddb-f4f6d7cff4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.123688769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"07a2ae2f-2d1e-4802-a093-601754bc120e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.205972567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"82c5aea6-b7bc-441b-a061-8c300f397bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.206772211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"08ff1a21-2803-4220-bc2c-55b169735be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.207401291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"25792def-3fed-4551-ae46-ed6380d1fd69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.208071709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"478601ab-363c-4e8a-a85f-ff1fced541ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.209336852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2415642d-3af9-4bec-94ba-981497f22bfa","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.21506152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"82c5aea6-b7bc-441b-a061-8c300f397bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.217735116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"25792def-3fed-4551-ae46-ed6380d1fd69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.218543588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"08ff1a21-2803-4220-bc2c-55b169735be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.221545826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"478601ab-363c-4e8a-a85f-ff1fced541ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.222226487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"2415642d-3af9-4bec-94ba-981497f22bfa","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.253036578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4cc606df-18b4-4f40-ac80-536d7720e0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.256483582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"58a89425-f757-4cc3-ae57-19f87dc38a12","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.256519744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"67c942ee-0d0f-420d-b830-6fe6f14213ba","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.257184383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d424b-19ed-4c3c-b0a5-e64240d956bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.257186062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fcab8cc-e5f7-4efe-bf3a-e68d8c3371e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.263338473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"4cc606df-18b4-4f40-ac80-536d7720e0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.540416175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"0212a67f-84ef-436c-bf18-276975fe9549","namespace":"llm","name":"e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.551963923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba1ad8ce-26ea-4974-a942-79e1bf253c3c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.551993764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba1ad8ce-26ea-4974-a942-79e1bf253c3c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.552426164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4851d32-1fc6-40ff-b57c-775caab722ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.552448511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4851d32-1fc6-40ff-b57c-775caab722ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.552795154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c038ef-cb36-4510-8d0f-f43501bf2a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.552807509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c038ef-cb36-4510-8d0f-f43501bf2a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.553391022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f48506e1-51e0-4099-b514-1e1f388a6285","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.553410948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f48506e1-51e0-4099-b514-1e1f388a6285","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.553765491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9edd1b8d-22cd-4244-87d5-683a5c8169bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.553778831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9edd1b8d-22cd-4244-87d5-683a5c8169bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.554210021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d42321a7-df72-46c8-bc65-188bb8fe9ab6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.554227498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d42321a7-df72-46c8-bc65-188bb8fe9ab6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.55461368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6188b9a-c2db-416d-be6c-50427d2f1189","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.554631114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b6188b9a-c2db-416d-be6c-50427d2f1189","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.560212033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"58a89425-f757-4cc3-ae57-19f87dc38a12","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.571330123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10c02b98-516b-4b12-b64b-214bb58d2ab8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.571361925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10c02b98-516b-4b12-b64b-214bb58d2ab8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.573328047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"67c942ee-0d0f-420d-b830-6fe6f14213ba","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.575538625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d424b-19ed-4c3c-b0a5-e64240d956bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.580734821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fcab8cc-e5f7-4efe-bf3a-e68d8c3371e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.582176634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"eaaffecf-7462-444e-9af1-570bb1257294","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.582197191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"eaaffecf-7462-444e-9af1-570bb1257294","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.597820092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"67c942ee-0d0f-420d-b830-6fe6f14213ba","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.600648079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc6d424b-19ed-4c3c-b0a5-e64240d956bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.628583455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ff61db32-44bc-4052-890a-4a2179ae0b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.633077168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbe1a970-80c3-4da4-b433-8660008dcddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.63427687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c7f940b-f2ea-4971-ab38-54a700fb9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.63602017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fcab8cc-e5f7-4efe-bf3a-e68d8c3371e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.64349406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ff61db32-44bc-4052-890a-4a2179ae0b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.649269622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3c7f940b-f2ea-4971-ab38-54a700fb9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.667246458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c661dcbd-0afd-486a-81b3-9d371d202de0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.708116651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b6aecda6-be0b-4161-9416-89fedb3e0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.709099789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"95325b61-d845-4ba0-9a2c-62e71489a221","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.753020449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b6aecda6-be0b-4161-9416-89fedb3e0aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.754542497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"95325b61-d845-4ba0-9a2c-62e71489a221","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.869414839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f456b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f456b1","reconcileID":"9bca2c50-ac13-462a-9d14-5f5d88bb8936","namespace":"llm","name":"e2e-dft-f456b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.946991126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cddab4b9-3ab2-4992-af34-0d6e0e2d6062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.947609646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0bd1c59-b37e-4b0e-aa22-b31513daab76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.951397261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"5efc1ef4-bf20-464b-8ca2-22a08070e199","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.952275021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"182b07c2-d9e5-45d4-a856-b30fb7cdd26f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.952862493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"00d6cd75-4462-4041-8d54-821407aeec4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.957689169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0bd1c59-b37e-4b0e-aa22-b31513daab76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.961400445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cddab4b9-3ab2-4992-af34-0d6e0e2d6062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.965325584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"5efc1ef4-bf20-464b-8ca2-22a08070e199","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.002326094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"00d6cd75-4462-4041-8d54-821407aeec4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.062984501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"182b07c2-d9e5-45d4-a856-b30fb7cdd26f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.107844829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"182b07c2-d9e5-45d4-a856-b30fb7cdd26f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.138417836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ae5939e1-6679-464c-b177-063201f510ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.154186775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ae5939e1-6679-464c-b177-063201f510ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.229077282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ae352c52-9f89-4618-8359-a67f1081224d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.229239843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fbd48769-b249-49e5-8991-677abfc6c559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.229866352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1393402a-c086-4834-95d6-1d3e7f2c9efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.231639537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc142c06-21aa-48e6-988a-78b4708f8f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.231990748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597025ac-476f-48b1-a3ce-81cca5a7237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.237333252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ae352c52-9f89-4618-8359-a67f1081224d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.237388219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"fbd48769-b249-49e5-8991-677abfc6c559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.239832784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1393402a-c086-4834-95d6-1d3e7f2c9efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.246764185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc142c06-21aa-48e6-988a-78b4708f8f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.247460703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597025ac-476f-48b1-a3ce-81cca5a7237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.257221214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc142c06-21aa-48e6-988a-78b4708f8f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.262616892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597025ac-476f-48b1-a3ce-81cca5a7237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.408259618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"cae29763-b6ef-412a-9142-eb12f8573e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.442216101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f248ef3b-926a-4cba-bd06-1977ba2510b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.576375885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"cae29763-b6ef-412a-9142-eb12f8573e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.603015477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f248ef3b-926a-4cba-bd06-1977ba2510b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.610342612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"27663730-d109-42c3-8550-d60c678510bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.633132946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"27663730-d109-42c3-8550-d60c678510bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.65788055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7477f69d-dd6a-451b-aa73-2593660e1640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.6585145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"40d818f7-5623-4145-bc1c-c725f48b95ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.688395557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7477f69d-dd6a-451b-aa73-2593660e1640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.691800306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"40d818f7-5623-4145-bc1c-c725f48b95ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.748814287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e7d80df3-1a50-4260-a828-c04783cb58b1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.759937665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e7d80df3-1a50-4260-a828-c04783cb58b1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.770212445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e7d80df3-1a50-4260-a828-c04783cb58b1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.843406866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e59c7b2e-4540-4e28-891d-dd093dcfe046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.843633075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0bd5c4ec-b0d1-4cf8-9820-3b3f804c5bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.8443361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"10063e00-c6c1-4e89-a7eb-32bbf89f1527","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.85197089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e59c7b2e-4540-4e28-891d-dd093dcfe046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.852519647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0bd5c4ec-b0d1-4cf8-9820-3b3f804c5bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.854683782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"10063e00-c6c1-4e89-a7eb-32bbf89f1527","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.727825854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"ca88936d-b2cc-4208-94f3-2d1dd57478d6","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.745798943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"2cdd12f4-6889-4993-aed4-b8378eafc3cc","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.751203988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c4854fe8-8aa7-4fc8-b24f-615ef0041cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.758139992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b37d95d4-d3be-4085-a991-544b33efed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.75873648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"65faed25-f683-4fda-b9ca-08658d18b85c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.762554989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c4854fe8-8aa7-4fc8-b24f-615ef0041cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.76336404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4af58d41-6cf3-4506-8866-bf5bfdd6182c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.770646842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"727a2cc0-075c-4bd0-96bd-fb2c74f26fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.778765396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"b37d95d4-d3be-4085-a991-544b33efed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.779336402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"65faed25-f683-4fda-b9ca-08658d18b85c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.782901384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4af58d41-6cf3-4506-8866-bf5bfdd6182c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.786205306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"727a2cc0-075c-4bd0-96bd-fb2c74f26fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.793391299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4af58d41-6cf3-4506-8866-bf5bfdd6182c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.796936825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"65faed25-f683-4fda-b9ca-08658d18b85c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.82482466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"727a2cc0-075c-4bd0-96bd-fb2c74f26fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.828860033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"1d222f45-69fa-4b1e-a273-815242fbde99","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.828897244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"1d222f45-69fa-4b1e-a273-815242fbde99","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.840552132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f81be2f-1219-4c90-b51d-6e50cf88f394","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.840581218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f81be2f-1219-4c90-b51d-6e50cf88f394","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.841045836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34b8fc88-023e-44cf-94ef-fc4ec0230395","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.841064836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34b8fc88-023e-44cf-94ef-fc4ec0230395","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.841457794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2d0949c-5345-41bb-88c7-a854f4ac307c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.841474073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2d0949c-5345-41bb-88c7-a854f4ac307c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.841971219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec27c6d9-5187-404b-81e0-0df7db08bc3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.84198651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec27c6d9-5187-404b-81e0-0df7db08bc3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.842339009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99ae46ad-5878-4f71-99b5-4a4ad120a127","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.842351805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99ae46ad-5878-4f71-99b5-4a4ad120a127","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.84268581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f84a1f54-fe12-4b55-93f0-a3cd765f3ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.842699904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f84a1f54-fe12-4b55-93f0-a3cd765f3ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.844107028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"502f573d-ba47-4c85-bffb-01c3bb3c19a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.844134507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"502f573d-ba47-4c85-bffb-01c3bb3c19a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.844639887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d89f3e1c-64f3-4962-a0d3-814ea6544556","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.844657479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d89f3e1c-64f3-4962-a0d3-814ea6544556","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.859026586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35559e0c-b9b5-4f70-ae54-e9c2ba49d54b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.861696669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb9040f5-26c3-438d-91ab-0216c7c40b26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.867124399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1607ccf9-b4a2-4313-804f-e3b3a825a6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.867217099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d873f80d-cee6-4fb6-a5dd-fd2afef4936b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.867627277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7810157c-3e88-4cde-a3e0-ded78bf0970a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.87866619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3beffc70-4869-42fe-9fc5-97546ffc7d55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.878684825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3beffc70-4869-42fe-9fc5-97546ffc7d55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879089429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9623262-b209-478a-ae7d-ed8b664a1137","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879109366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9623262-b209-478a-ae7d-ed8b664a1137","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879494078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"715226b3-a745-45ae-9397-1d7e8b97adff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879514085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"715226b3-a745-45ae-9397-1d7e8b97adff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879878408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d1f4b334-00ff-4512-adcd-ce638ed47043","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.879895547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d1f4b334-00ff-4512-adcd-ce638ed47043","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.880246358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f9fb9f2-2c06-41ce-aa84-92f480559245","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.880260655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f9fb9f2-2c06-41ce-aa84-92f480559245","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.884565566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"3dc9746e-e7a2-45ae-820e-8b75424b1375","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.884583733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"3dc9746e-e7a2-45ae-820e-8b75424b1375","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.888207982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"7810157c-3e88-4cde-a3e0-ded78bf0970a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.888955439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d873f80d-cee6-4fb6-a5dd-fd2afef4936b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889126877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"630d1cd4-0ab1-47e9-85b8-e59c357d6186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889149852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"630d1cd4-0ab1-47e9-85b8-e59c357d6186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889433101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e0e41cc0-06af-4ba4-8fde-64479ce2cb48","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889448871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e0e41cc0-06af-4ba4-8fde-64479ce2cb48","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889695001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e64cfef-b3ed-41ca-846e-cfa948633bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.889706071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e64cfef-b3ed-41ca-846e-cfa948633bee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.891559426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1607ccf9-b4a2-4313-804f-e3b3a825a6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.925663556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"e1d47373-d64c-45c2-ae46-fb57302031a7","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.946863461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"320458ee-d813-4910-b869-fbe916459b08","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.956613574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"320458ee-d813-4910-b869-fbe916459b08","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.989225006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"6886b5b4-e38c-4df4-b8bb-27dcd5658f63","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.992477201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"20d9524a-2132-4b03-93d5-42354e8bb988","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:27.992496781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"20d9524a-2132-4b03-93d5-42354e8bb988","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fdbfb1-b3e28213c19a","namespace":"llm","model":"e2e-dft-refs-fdbfb1","externalModel":"e2e-dft-refs-fdbfb1","provider":"e2e-dft-refs-fdbfb1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.00144097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b495eeb8-4414-4972-883d-9dbd8b10a28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.009273911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b495eeb8-4414-4972-883d-9dbd8b10a28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.089329703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"42ad0462-c9d3-45dc-9436-065716e9b6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.089596804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48d8c876-4367-4e3b-a101-7682bb42cd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.089339413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"dc6042c3-9b86-457b-8767-7e7e12627b47","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.090518107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a0b7c625-2df5-4906-8673-81cde6435828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.093880474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12fc3e49-e479-4798-9700-b5941b501939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.207003127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"42ad0462-c9d3-45dc-9436-065716e9b6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.394502643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48d8c876-4367-4e3b-a101-7682bb42cd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.411475402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a0b7c625-2df5-4906-8673-81cde6435828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.447239221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12fc3e49-e479-4798-9700-b5941b501939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.466200338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"7f98bdae-3bc1-4256-abf6-4c31cdbf09ed","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.467344504Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"91212129-2afa-41fd-820e-a913684b2379","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.46774343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"dc6042c3-9b86-457b-8767-7e7e12627b47","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.526368541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"97b14737-76ad-4dd9-88f5-0d0f8fdcd6e9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.548961155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"97b14737-76ad-4dd9-88f5-0d0f8fdcd6e9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.555377021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"97b14737-76ad-4dd9-88f5-0d0f8fdcd6e9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.583781195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8e39189f-d387-4e7a-9506-70579cf35cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.583888118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9db739ea-52ec-4387-9e72-3ea890ce7baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.591593919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9db739ea-52ec-4387-9e72-3ea890ce7baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.59175906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8e39189f-d387-4e7a-9506-70579cf35cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.594865541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"dab76565-7b5b-4371-93e0-5b910108c304","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.732714268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"895f71a8-d7e9-4ca9-9ab4-caf0f806175f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.753556591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"895f71a8-d7e9-4ca9-9ab4-caf0f806175f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.796120666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"895f71a8-d7e9-4ca9-9ab4-caf0f806175f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.799831103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"33018aef-720e-482e-8642-8fc071d47340","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.805327644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"b55708bc-9310-40db-94c7-43aa7d6e1ea9","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.805364118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"b55708bc-9310-40db-94c7-43aa7d6e1ea9","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fdbfb1-b3e28213c19a","namespace":"llm","model":"e2e-dft-refs-fdbfb1","externalModel":"e2e-dft-refs-fdbfb1","provider":"e2e-dft-refs-fdbfb1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.806925002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"db27b298-4659-4336-9cf9-b125f7c000de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.808092275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"19133c8b-c70e-4b1c-b537-00eaa390d35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.810163094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca573758-de0e-42d1-af4e-38bd005af171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.814717517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"db27b298-4659-4336-9cf9-b125f7c000de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.815008131Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"cb7b2b7c-ec5b-4a72-9547-eb2d551a6471","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.817415582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca573758-de0e-42d1-af4e-38bd005af171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.818396282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"19133c8b-c70e-4b1c-b537-00eaa390d35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.824220137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca573758-de0e-42d1-af4e-38bd005af171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.842234373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"fb291802-607a-454f-a5bd-9ff78456aeed","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.845712651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"81652d99-c54e-49e7-92c5-81695c06daf7","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.850975959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"863d747a-180e-4e23-a22c-0c004323a9d6","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.853924908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"663eae30-6bf3-4091-b82c-2ac9d68bb92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.853965319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"535a3924-daf5-42a7-b2fc-ab1b3a2ed23e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.854612713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ffed4cec-cfe7-4ea0-86cc-7f680da3daad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.861883523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"535a3924-daf5-42a7-b2fc-ab1b3a2ed23e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.862426228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"663eae30-6bf3-4091-b82c-2ac9d68bb92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.869481938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ffed4cec-cfe7-4ea0-86cc-7f680da3daad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.881480423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"3da6d676-39a6-47be-88fa-a6944ba1eca3","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:28.917436948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"624d3c5a-25d6-401b-b512-b33748f3f416","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.001999045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ff450a1a-df02-49d0-9767-6e747d66a068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.002096238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fd522a35-400b-4a1f-af63-8422739b9038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.002544134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d327c8f5-383a-404c-a73c-4a21a9367890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.002702817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"d14c716c-2ec5-4549-967b-374fe4ee5888","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.009604082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ff450a1a-df02-49d0-9767-6e747d66a068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.010277578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fd522a35-400b-4a1f-af63-8422739b9038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.01226782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"d14c716c-2ec5-4549-967b-374fe4ee5888","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.012776687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d327c8f5-383a-404c-a73c-4a21a9367890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.013264123Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"0c4e5b61-fb9f-4c40-8ac6-65e60275f2ec","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.018105403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"d318eae3-6967-4f21-a18e-fa04d745107e","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.018129678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"d318eae3-6967-4f21-a18e-fa04d745107e","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.019983836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d33f3f0c-c5c6-4565-b1fb-642ad3b65ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.028258749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d33f3f0c-c5c6-4565-b1fb-642ad3b65ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.038883645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"bbc5cc63-e506-4288-bff5-54a28717b882","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.040173793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ce03568-2c3e-4ac4-8870-39e66f764711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.040374523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"daa1d602-c5c1-4aba-b418-9c17622e1c7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.042679945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d94efab2-3a2d-49fd-a202-c9fd2231e104","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.042696508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d94efab2-3a2d-49fd-a202-c9fd2231e104","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.048673931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"e40dd10e-6b89-4ea2-af03-5b1201bf3f06","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.048699882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"e40dd10e-6b89-4ea2-af03-5b1201bf3f06","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052217377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebfde38c-e2da-4423-8c05-c0fd95a2fbf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052261081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebfde38c-e2da-4423-8c05-c0fd95a2fbf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052594515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abc4edb9-d3cd-4982-bec7-be284bd1f494","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052616772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abc4edb9-d3cd-4982-bec7-be284bd1f494","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052931806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f449ff77-474f-4832-879b-0cce7ea73897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.052943123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f449ff77-474f-4832-879b-0cce7ea73897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053328637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9cc4d649-bae4-4bd6-9858-f0f4c4a2b424","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053343322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9cc4d649-bae4-4bd6-9858-f0f4c4a2b424","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053575618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9e5aa40-98af-4ec9-b812-1fbec13811a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053586486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9e5aa40-98af-4ec9-b812-1fbec13811a1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053799717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1c28969-7a93-4feb-81d9-2dc41c3aafe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.053809218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f1c28969-7a93-4feb-81d9-2dc41c3aafe7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.05405427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"069ab2c7-6048-4425-b704-8eff42825bd6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.054065483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"069ab2c7-6048-4425-b704-8eff42825bd6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.088778539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"80a7b073-d73b-4d7a-b797-6fed5ce92e28","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.092384283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"d8c23cda-affe-4655-b2b2-e1f56918af28","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.211488353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b969dc15-9000-4441-b532-b8aa48f64c79","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.249892875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b969dc15-9000-4441-b532-b8aa48f64c79","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.262039344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b969dc15-9000-4441-b532-b8aa48f64c79","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.299535064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a0967118-e7ea-4f34-9cfb-4383acbe2330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.299813509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eddc1858-9a7c-48f3-80b5-66ec5ac7ccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.301369753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"823e2ee2-45c7-4341-8874-7805c01d3ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.303983788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e12a7c2f-3718-4aed-8d4d-ac631566f217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.30832251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a0967118-e7ea-4f34-9cfb-4383acbe2330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.308551933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eddc1858-9a7c-48f3-80b5-66ec5ac7ccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.308887032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b471169-2e8d-4a94-8a7d-08ed4afd8fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.311464724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"823e2ee2-45c7-4341-8874-7805c01d3ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.315338966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e12a7c2f-3718-4aed-8d4d-ac631566f217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.347787934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b471169-2e8d-4a94-8a7d-08ed4afd8fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.34909119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e12a7c2f-3718-4aed-8d4d-ac631566f217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.355190011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b471169-2e8d-4a94-8a7d-08ed4afd8fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.432107658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"1849fd54-0495-4518-befe-f5e4991d4803","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.432214521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"1849fd54-0495-4518-befe-f5e4991d4803","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.566806145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"9d75f685-c65d-4f02-aa95-5b0eef1c0b7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.5677936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6649945b-89ef-401d-bf5c-7d8a4b31bb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.56836947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"46928811-cf69-4507-8f94-f803ff592756","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.639259334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a00ab63c-3f57-4d59-92c7-bfed9ee9742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.658432036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"9d75f685-c65d-4f02-aa95-5b0eef1c0b7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.663349498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a00ab63c-3f57-4d59-92c7-bfed9ee9742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.669720857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6649945b-89ef-401d-bf5c-7d8a4b31bb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.680104797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"46928811-cf69-4507-8f94-f803ff592756","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.79577322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34c43cb1-07e0-49da-8626-1d11c2f3b583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.796379533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"46928811-cf69-4507-8f94-f803ff592756","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.832632069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34c43cb1-07e0-49da-8626-1d11c2f3b583","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.83630972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"d076e8a7-4a9b-4a53-b5b3-aa3c85764639","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.836340832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"d076e8a7-4a9b-4a53-b5b3-aa3c85764639","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.84640413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d9f0c0fa-6b2d-40f0-9874-9db692f4cde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.861613713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"d9f0c0fa-6b2d-40f0-9874-9db692f4cde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.960120821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"28168856-0e88-45e3-8b96-b99dbc6d177e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.967333274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6f1d543f-df39-4a70-8373-b49c09d28572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.967982376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7188107d-83c7-4a6a-a43c-83b3039e51d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.968514246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"026385da-1fed-4c76-9b78-84dac9c6e05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:29.975140186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"28168856-0e88-45e3-8b96-b99dbc6d177e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:30.050718612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"6f1d543f-df39-4a70-8373-b49c09d28572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:30.052700671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"7188107d-83c7-4a6a-a43c-83b3039e51d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:30.055893951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"026385da-1fed-4c76-9b78-84dac9c6e05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.047138259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"5443f118-a159-4d94-8c8f-b477e4345445","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.053387986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"ab3940ea-796a-4c71-8ba6-07eae05a0ab3","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.093037213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"084385bb-41ce-4e7b-a7fc-ea8c9a25af1b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.152350105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"084385bb-41ce-4e7b-a7fc-ea8c9a25af1b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.153501041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5ee9cf1a-fa97-4c40-a2d0-cb000df55d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.164650354Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"2e42fd55-a3d4-409e-87cd-d349f511d6c1","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.174974189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"084385bb-41ce-4e7b-a7fc-ea8c9a25af1b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.179840922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad20555f-33e5-404f-9bab-262433d1e546","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.17986911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ad20555f-33e5-404f-9bab-262433d1e546","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.180289515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6597e7cd-2e07-4ef8-9147-36c76156aae3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.180307551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6597e7cd-2e07-4ef8-9147-36c76156aae3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.18068661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"333eb5fc-a494-4160-917a-87e5fe2ef74d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.18070249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"333eb5fc-a494-4160-917a-87e5fe2ef74d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.183180311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5ee9cf1a-fa97-4c40-a2d0-cb000df55d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.183725196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b477e0cf-2881-4bdf-b7c9-43eca88e6768","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.1837409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b477e0cf-2881-4bdf-b7c9-43eca88e6768","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.184526721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76330c41-a61f-48ef-bd06-244f8cd52453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.189442095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5a4025cc-682a-4bcd-bea6-0b3d0ee75f33","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.189945274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"412014e1-454d-458e-ae9d-e5ec6ff99fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.190735292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"4df813b6-9282-4674-8ebc-b1cf26e684a1","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.19075695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"4df813b6-9282-4674-8ebc-b1cf26e684a1","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.19938695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76330c41-a61f-48ef-bd06-244f8cd52453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.200303819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8aab7140-8749-4112-92c5-28b6fe2a2113","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.200323257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8aab7140-8749-4112-92c5-28b6fe2a2113","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.200738172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f9baee1-f65e-4c3a-9f34-21910253ea1e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.200753956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f9baee1-f65e-4c3a-9f34-21910253ea1e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.201389262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c95b86-4070-49c4-905f-55ae75d849fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.201409481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c95b86-4070-49c4-905f-55ae75d849fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.201950344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15706a27-c10d-4a3d-bec8-0e5ca3c3ecdc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.201964369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15706a27-c10d-4a3d-bec8-0e5ca3c3ecdc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.202826254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"375eb901-2663-4e05-8138-6231ebdb3097","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.204080074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38406d25-efcd-4849-a854-4642cba1dede","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.204853733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fb6f9d5-ac0b-4753-a677-b36f92863e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.212820094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5a4025cc-682a-4bcd-bea6-0b3d0ee75f33","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.212978855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"412014e1-454d-458e-ae9d-e5ec6ff99fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.22017224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"8173512b-271c-4121-8835-ccc0717ad6b1","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"name":"e2e-dft-refs-fdbfb1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.231026105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5a4025cc-682a-4bcd-bea6-0b3d0ee75f33","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.247751502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76330c41-a61f-48ef-bd06-244f8cd52453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.250601111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"412014e1-454d-458e-ae9d-e5ec6ff99fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.254843134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"375eb901-2663-4e05-8138-6231ebdb3097","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.320235412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"19aa5313-d038-4c3f-8811-f2aed46c41aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.381761383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c8860f0e-5d6c-4554-887e-be5777439950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.537119022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"19aa5313-d038-4c3f-8811-f2aed46c41aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.538074728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"f37fc69d-e8d9-4fae-9002-b3c92f49905d","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.538134115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"10782ace-098c-4c1f-86c1-3f9e262801d3","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.593147002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"851d641f-8236-4efd-9fc2-2e9b97970bb8","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.593186256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"851d641f-8236-4efd-9fc2-2e9b97970bb8","MaaSModelRef":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fdbfb1-b3e28213c19a","namespace":"llm","model":"e2e-dft-refs-fdbfb1","externalModel":"e2e-dft-refs-fdbfb1","provider":"e2e-dft-refs-fdbfb1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.796461216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b043d593-7477-4026-9707-17ac4fc4d8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.867315696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c8860f0e-5d6c-4554-887e-be5777439950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.874699138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b043d593-7477-4026-9707-17ac4fc4d8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.901641502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8b56cff5-5f5e-49ed-b43e-497aaf896bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.924665797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b7e6e6cd-fe23-4164-9696-901194de81e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.059753507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b7e6e6cd-fe23-4164-9696-901194de81e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.06272758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"676325fc-cacf-433a-a12c-2f4a5dca21f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.068784568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8b56cff5-5f5e-49ed-b43e-497aaf896bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.073866901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2428c7da-c319-4ef5-84bd-d7f2863a3cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.074771816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a6223c92-362c-4227-bc9f-3798881f4e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.075872161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"36a106ac-43bf-46cc-92ce-c5b02b1a485a","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.078322474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"676325fc-cacf-433a-a12c-2f4a5dca21f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.092997957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a6223c92-362c-4227-bc9f-3798881f4e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.09812774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"2428c7da-c319-4ef5-84bd-d7f2863a3cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.224605193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"e417f51d-fb25-4dcb-a26a-672d65e79a84","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.31423357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3fc011f5-2430-49d3-9347-7e0920d6a677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.346569481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"1f227c27-4a64-4f8e-bed1-8d5eb5b39a54","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.347201659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"2199d018-c3ac-494d-9c7d-1e19bd58f748","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.360592936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"d4098e59-8dd7-4a34-8e0f-d3f7e80c1d4e","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.39244063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3fc011f5-2430-49d3-9347-7e0920d6a677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.416315035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"2199d018-c3ac-494d-9c7d-1e19bd58f748","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.418787154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17ee1a6d-e43d-4d82-8215-c5c2d6e037a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.420160058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a004f9f7-7f24-45be-89eb-a0357f07e347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.427738649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"2199d018-c3ac-494d-9c7d-1e19bd58f748","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.44968591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a004f9f7-7f24-45be-89eb-a0357f07e347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.460033893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c01e3cb-7521-4e79-b48a-dc25fe3c9e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.468266135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"286c8e5e-53f6-4c24-93e6-7b69ddfb15eb","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.478196458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17ee1a6d-e43d-4d82-8215-c5c2d6e037a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.498044341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c01e3cb-7521-4e79-b48a-dc25fe3c9e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.50621309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17ee1a6d-e43d-4d82-8215-c5c2d6e037a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.508723397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c01e3cb-7521-4e79-b48a-dc25fe3c9e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.509566286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"bd83a154-ea34-4216-9e4b-c21a1f0de031","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.518998823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"402bad5e-48bc-46f7-a136-1f880667b7be","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.528336465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"402bad5e-48bc-46f7-a136-1f880667b7be","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.536704871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"402bad5e-48bc-46f7-a136-1f880667b7be","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.559391081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"fd4f7f5a-d89c-4126-ac58-02378eb95882","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.561256671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a658ee7b-ae64-45eb-9a76-6354a2152109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.568575872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"75d1b44d-3d9e-4d52-a7da-37c793574396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.56922099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1d6d732a-dc84-4c8f-9190-256b8bb04c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.611667897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"fd4f7f5a-d89c-4126-ac58-02378eb95882","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.61392981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a658ee7b-ae64-45eb-9a76-6354a2152109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.616099467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1d6d732a-dc84-4c8f-9190-256b8bb04c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.61674821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"75d1b44d-3d9e-4d52-a7da-37c793574396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.626052887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"f3697a82-62da-4d1f-b98f-746a0261d739","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.639077674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"2a9d2d5f-7b06-41e5-9337-bd4382ec824a","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.641439698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"a7ee19a2-3c4a-41c0-8f91-00f159550805","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.650842152Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"45615f75-83c7-479c-aa34-6e8f4288d49a","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.66566981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"a7ee19a2-3c4a-41c0-8f91-00f159550805","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.674479782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"0aa5c543-59c9-4181-9ad3-91f8b69668cc","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.699725516Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"43da91cc-b8e6-4f6f-91da-c004cdd89fd5","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.704485408Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"16c3b06f-9a7d-4fc1-a47c-be8e3f95bb5f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.720603152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"509afb41-fba9-4c12-ab9c-0c4f22627660","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.73654532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"0a26707a-d83e-4fea-940f-c50e164332e1","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.741813372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"beef7e3a-a272-4725-b832-2bcc3435d067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:36.745216232Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"0a26707a-d83e-4fea-940f-c50e164332e1","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:36.745270482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"0a26707a-d83e-4fea-940f-c50e164332e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.755644925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"beef7e3a-a272-4725-b832-2bcc3435d067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:36.975093275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"ea88454f-5ed9-4e2d-ad8b-2bc92cbf02fe","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.221292642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"66fbb80a-c9ad-48bb-9a93-4df80377eef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.222217188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"0e29cbfc-2f5c-4442-89a4-b81bb4fc9095","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.254851382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6f451f9b-2e8c-47cc-bf94-d872468f2e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.255519026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d247468f-7ecf-4539-8c94-374d1c9d46ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.288864593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"66fbb80a-c9ad-48bb-9a93-4df80377eef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.31845939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"d247468f-7ecf-4539-8c94-374d1c9d46ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.322916797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5ba2a481-a89d-4757-a36f-bae086e50268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.325737852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6f451f9b-2e8c-47cc-bf94-d872468f2e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.332023549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5ba2a481-a89d-4757-a36f-bae086e50268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.335405652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d308d02c-ebd6-455f-873a-d42b5fa10c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.360797473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d308d02c-ebd6-455f-873a-d42b5fa10c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.392934377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"888b548d-79ea-4c18-bd14-9062ce10cd34","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.409164159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"14e18c53-5d31-4805-bf43-1af6d1ab0ad8","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.411023247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d308d02c-ebd6-455f-873a-d42b5fa10c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.413635105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"56f681a6-f655-4edd-83ae-d6a68525f22d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.414291663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee6ff70-b626-4f97-9065-7f965876570f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.419678591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2e23219c-e59f-411b-b02e-33167b414a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.428337109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"56f681a6-f655-4edd-83ae-d6a68525f22d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.458843038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee6ff70-b626-4f97-9065-7f965876570f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.49949179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2e23219c-e59f-411b-b02e-33167b414a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.513566827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee6ff70-b626-4f97-9065-7f965876570f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.514597606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"11717204-361e-4bfb-ac55-5aa9d9c95927","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.903497463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c4873ac7-7d3a-493c-93f3-2503aacda6b6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.944064868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"943cd419-9f25-4052-8e1d-594b6a0d38c8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.976728084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"28b253fb-1856-44e9-90a4-3363567063f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.983108987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c4873ac7-7d3a-493c-93f3-2503aacda6b6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.983925706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"219ac7f5-f76a-4aab-9e5a-b7d8ac42474e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:37.990932418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"943cd419-9f25-4052-8e1d-594b6a0d38c8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.030054832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c4873ac7-7d3a-493c-93f3-2503aacda6b6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.032471805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"943cd419-9f25-4052-8e1d-594b6a0d38c8","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.05762893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"219ac7f5-f76a-4aab-9e5a-b7d8ac42474e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.074982218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"28b253fb-1856-44e9-90a4-3363567063f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.099709389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"fedd90ca-afa3-4914-a6ff-127710cac1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.117371606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3b7b4fd4-af08-46f8-a60e-99ce2d104c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.125081142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"fedd90ca-afa3-4914-a6ff-127710cac1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.12984596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3b7b4fd4-af08-46f8-a60e-99ce2d104c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.198511959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3e2bb58e-9d3e-403d-bd37-9b159142778f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.199162311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"1fff6624-e096-4798-a150-32c88f0351e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.214343976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"1fff6624-e096-4798-a150-32c88f0351e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.21834881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"3e2bb58e-9d3e-403d-bd37-9b159142778f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.289057905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0ee084ee-0a35-4f1e-b2e2-75e5fa07c202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.30247795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0ee084ee-0a35-4f1e-b2e2-75e5fa07c202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.42271423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c88c936d-1ea2-4d8d-a65a-70f0cb4bc97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.424592333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d02be54f-ebbf-47fc-83d5-91c63b73a632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.430781929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c88c936d-1ea2-4d8d-a65a-70f0cb4bc97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.432386309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1f73a4cb-d7c1-4b52-8f1b-615ff91b40e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.43290336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04ddd83-aa79-4d67-80ff-a138c7387551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.438352355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d02be54f-ebbf-47fc-83d5-91c63b73a632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.442691072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1f73a4cb-d7c1-4b52-8f1b-615ff91b40e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.4506385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d02be54f-ebbf-47fc-83d5-91c63b73a632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.467135894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04ddd83-aa79-4d67-80ff-a138c7387551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.574788339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f04ddd83-aa79-4d67-80ff-a138c7387551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.789659118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c5cced77-8744-498d-a99c-e94f93c1eead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.892782802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c5cced77-8744-498d-a99c-e94f93c1eead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.90210787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"8b426311-1cdb-401c-aa92-490c7e1143d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.936887039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"8b426311-1cdb-401c-aa92-490c7e1143d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.951384661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f6cbcdca-090b-41c5-b5ba-06604cf0b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:38.985585568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f6cbcdca-090b-41c5-b5ba-06604cf0b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.57001146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"cec7a46f-c37c-4cd9-8801-dd7740838d7c","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.643552718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79eff9c9-3b6c-4282-98a9-01d7db83142f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.64358048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79eff9c9-3b6c-4282-98a9-01d7db83142f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.644030982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a83b17f-a1e8-4e06-95eb-6a78bac75d30","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.644045295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a83b17f-a1e8-4e06-95eb-6a78bac75d30","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.644478131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22654b9-096d-4d67-8ffa-38fdf3fcd926","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.644495272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22654b9-096d-4d67-8ffa-38fdf3fcd926","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.64482965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ebc09cc7-1a8c-4562-b407-b52c9a1af415","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.644842538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ebc09cc7-1a8c-4562-b407-b52c9a1af415","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.645157371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78c3bd60-bb1b-4dd4-9d1b-586160f03ced","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.645167588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78c3bd60-bb1b-4dd4-9d1b-586160f03ced","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.647378788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2b41b45f-4791-4b07-91e2-e469a2af2578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.650557684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"c0f47c27-fdbe-4225-be20-9596b23e9ce6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.650577631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"c0f47c27-fdbe-4225-be20-9596b23e9ce6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.654154036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1d9111f-6a21-4c78-bc72-8469cd469530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.6541722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1d9111f-6a21-4c78-bc72-8469cd469530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.654441745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1208d849-f16d-481e-9959-c3fd88c7cdf0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.654458368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1208d849-f16d-481e-9959-c3fd88c7cdf0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.654689972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efd001c8-8066-4ee8-ab11-1454ff730fc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.654706246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efd001c8-8066-4ee8-ab11-1454ff730fc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.657793024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2b41b45f-4791-4b07-91e2-e469a2af2578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.666876647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0311bac-0e3c-4494-a91a-7c7efd2484fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.667681616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"354823b4-cdb1-444c-aeab-cf5dc406a3fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.691789947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"98958520-f705-4707-862f-ae2c3f0611f8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.698211753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"be521c32-a355-45ff-ba62-eb95d5b1809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.705622516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"98958520-f705-4707-862f-ae2c3f0611f8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.712422626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"49a62aa6-1c50-4aa7-a5ea-aeebea737439","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.714717222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441f001c-ac62-4772-90a9-c2625c3bf1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.715144615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b13f5a-60cf-4a55-8601-3b3fd27b9063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.716144124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"be521c32-a355-45ff-ba62-eb95d5b1809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.717758534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"98958520-f705-4707-862f-ae2c3f0611f8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.746568255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fdbfb1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fdbfb1","reconcileID":"5f4a0e6a-022b-4eb6-912f-d152d6e0a08d","namespace":"llm","name":"e2e-dft-refs-fdbfb1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.747825955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441f001c-ac62-4772-90a9-c2625c3bf1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.74788603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"49a62aa6-1c50-4aa7-a5ea-aeebea737439","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.751546637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b13f5a-60cf-4a55-8601-3b3fd27b9063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.754412409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441f001c-ac62-4772-90a9-c2625c3bf1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.755637507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"1fb54976-c9dc-4883-9023-537999e038c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.756489803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"49a62aa6-1c50-4aa7-a5ea-aeebea737439","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.758446687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b13f5a-60cf-4a55-8601-3b3fd27b9063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.764330314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"1fb54976-c9dc-4883-9023-537999e038c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.767342306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"555f717d-e0dd-49db-8306-e2e07959ff06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.767543884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0c9e546c-4ac6-4343-a7c5-16adc837709b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.772472238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b1d5141e-b5db-4389-b1df-85a1d34bf3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.77894218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"0c9e546c-4ac6-4343-a7c5-16adc837709b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.782632129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"555f717d-e0dd-49db-8306-e2e07959ff06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:41.818427699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b1d5141e-b5db-4389-b1df-85a1d34bf3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.043777917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b3d26aa6-f24e-4c3a-ae18-61030e04bf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.061410139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"65edd746-cff1-417c-b6ec-96230d681e3f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.062615597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b3d26aa6-f24e-4c3a-ae18-61030e04bf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.086865813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b834fd94-340e-4866-a89d-f6c9576a5c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.089632595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"16ccf782-6f00-4b14-8951-9b8abb37d779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.090371803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ade44655-bbc2-4513-9d15-e1f5506172c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.090889131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cfbaca7e-a223-4728-a906-2edea42f9674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.108124548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b834fd94-340e-4866-a89d-f6c9576a5c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.111917899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"cfbaca7e-a223-4728-a906-2edea42f9674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.115743977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"ade44655-bbc2-4513-9d15-e1f5506172c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.119143666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"16ccf782-6f00-4b14-8951-9b8abb37d779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.494876389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f162d813-4878-4ee7-b4db-588426e0b21b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.504261749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"b37bf0ae-98c3-4be7-81dc-9435c33943e6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.510808022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f162d813-4878-4ee7-b4db-588426e0b21b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.512426387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9528ae3-6ecf-41b0-b636-df8d8c6c42fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.518795201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8742141e-9681-41cc-a2c6-146e795342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.520279326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"b37bf0ae-98c3-4be7-81dc-9435c33943e6","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.522270094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f162d813-4878-4ee7-b4db-588426e0b21b","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.548053259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"56d230e0-5e9c-485a-a98a-89c9853c5885","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.551253463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9528ae3-6ecf-41b0-b636-df8d8c6c42fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.552522806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8742141e-9681-41cc-a2c6-146e795342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.563416847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"56d230e0-5e9c-485a-a98a-89c9853c5885","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.564621224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9528ae3-6ecf-41b0-b636-df8d8c6c42fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.566199527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8742141e-9681-41cc-a2c6-146e795342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.571386883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6efea450-d476-4678-aa87-e67940836974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.573929083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"56d230e0-5e9c-485a-a98a-89c9853c5885","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.650587036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"6efea450-d476-4678-aa87-e67940836974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.652306252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"b136273f-b4a4-4c6d-ad8e-ae207f067bac","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.655930209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"23588870-a6b9-4e9e-bc3d-636c3ba87f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.658266739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"dfadb12e-fcc1-4fd4-ba1e-04a54ac72240","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.663951951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"23588870-a6b9-4e9e-bc3d-636c3ba87f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.665110144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"dfadb12e-fcc1-4fd4-ba1e-04a54ac72240","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.744345803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"59af90a7-81a7-4fa6-83ff-441d91b7f29a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.76747038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"59af90a7-81a7-4fa6-83ff-441d91b7f29a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.772865678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"59af90a7-81a7-4fa6-83ff-441d91b7f29a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.783893042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"77b8f27c-bec8-4a69-be72-2c2fc88f7102","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.15855634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"ad76e4cd-e318-4579-b9f8-94653e1cad26","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.167045761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"86edaed6-c52c-426b-8074-783f616cd083","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.16772752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"7163aa14-620e-4f63-8db9-4d5c77f39310","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.168847766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0ba2405b-6ba0-4903-b622-d169895416ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.173186116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d43c19ed-124a-4261-b27f-a1c23467ffad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.175509854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"86edaed6-c52c-426b-8074-783f616cd083","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.17851965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0ba2405b-6ba0-4903-b622-d169895416ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.17928852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27ee6291-7b62-4c3b-b043-f0ad558e5809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.17944345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"dcbf4a9e-ec39-4f6c-bf6b-2346ae535f05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.18344744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"86edaed6-c52c-426b-8074-783f616cd083","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.184677619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d43c19ed-124a-4261-b27f-a1c23467ffad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.186217256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0ba2405b-6ba0-4903-b622-d169895416ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.187356424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"dcbf4a9e-ec39-4f6c-bf6b-2346ae535f05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.190423104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27ee6291-7b62-4c3b-b043-f0ad558e5809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.190516287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d43c19ed-124a-4261-b27f-a1c23467ffad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.195019038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"dcbf4a9e-ec39-4f6c-bf6b-2346ae535f05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.20874308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27ee6291-7b62-4c3b-b043-f0ad558e5809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.303735089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d91a1c84-5327-4fad-9621-fe7846fc308a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.309386721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8682b134-5243-4b8e-8de8-0f1e87381aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.310306171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a8d2169a-667c-4e60-8150-5fd73b14ca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.311795024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bfc2e043-b441-46f4-a8d7-154fe70a7334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.312486026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4dd68d91-f538-47af-af08-d7fd2b679d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.31690155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d91a1c84-5327-4fad-9621-fe7846fc308a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.322764861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"a8d2169a-667c-4e60-8150-5fd73b14ca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.325505037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"bfc2e043-b441-46f4-a8d7-154fe70a7334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.323093902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"8682b134-5243-4b8e-8de8-0f1e87381aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.327212824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"4dd68d91-f538-47af-af08-d7fd2b679d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.36670101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"1c29edb7-9821-4d01-9545-fd275eebcdf5","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.383887394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"54ad55ff-2b72-46c1-8fe6-fea08cba30cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.393198874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"54ad55ff-2b72-46c1-8fe6-fea08cba30cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.447413692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"d812154e-898d-49d0-8c55-484d05e12597","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.453736896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"d5230873-4e03-4d0f-8100-5406a94ca547","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.456603972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.461609778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"ded4093e-eda3-4443-b409-bccec4fcb6b2","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.556406351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"38026b32-c395-4f52-adeb-90bd88d9959b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.557171892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f7748058-61e7-41ad-b3af-dbae2576bf4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.557421306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"e2213162-3979-4061-bd40-8a540f0e990a","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.56117661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"61e43ca9-6c34-4705-8e9c-497bb8dabe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.561287773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"cb7cd7d3-f373-48c9-88e8-b0b7649e50b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.561762996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"250c8486-6e26-48db-a9d9-c1d6322a0e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.569334593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f7748058-61e7-41ad-b3af-dbae2576bf4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.569673795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"38026b32-c395-4f52-adeb-90bd88d9959b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.573410775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"250c8486-6e26-48db-a9d9-c1d6322a0e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.573695373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"61e43ca9-6c34-4705-8e9c-497bb8dabe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.577777003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"cb7cd7d3-f373-48c9-88e8-b0b7649e50b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.58018795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"ca1614b0-73d9-4c2d-876a-2144b8db1338","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.728354505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"4f9a43f3-c525-4ae3-a583-3782a641dbfc","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.733571506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"b1986d5e-d8c5-414d-ab6c-bf8ae5b4d86f","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.765628731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6c101798-4d38-4ad6-be68-8ec5a09f5821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.766249062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"28c68088-0af9-444a-a3b7-9335ef68470a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.772321506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7facf1f9-768a-47fd-82bd-a13767b1f2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.774194521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4ce979-12c5-4e84-acc5-bb32e2057ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.775086677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"6dec3369-296a-4e83-8ea9-e3849fb0d8e1","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.77661006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"28c68088-0af9-444a-a3b7-9335ef68470a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.777506475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e023ad04-5ce2-4c54-8173-a8fbc864fa6c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.778792341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6c101798-4d38-4ad6-be68-8ec5a09f5821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.782117145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7facf1f9-768a-47fd-82bd-a13767b1f2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.783877771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"28c68088-0af9-444a-a3b7-9335ef68470a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.784635687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4ce979-12c5-4e84-acc5-bb32e2057ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.788567678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e023ad04-5ce2-4c54-8173-a8fbc864fa6c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.790958725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7facf1f9-768a-47fd-82bd-a13767b1f2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.791311244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a4ce979-12c5-4e84-acc5-bb32e2057ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.795749792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e023ad04-5ce2-4c54-8173-a8fbc864fa6c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.888411224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8fdc0f11-9615-4598-bdd6-5761d7c1b085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.889284337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"69c27294-fb40-450f-94f8-da0d01bbabae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.900825578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"fac24fd6-e2ee-4c26-9007-5461703a551b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.000787718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e94acfee-1e32-4519-9aa4-864d423a3a0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.001890115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8fdc0f11-9615-4598-bdd6-5761d7c1b085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.004015427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"fac24fd6-e2ee-4c26-9007-5461703a551b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.009843211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e94acfee-1e32-4519-9aa4-864d423a3a0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.015500394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"69c27294-fb40-450f-94f8-da0d01bbabae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.03820767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e94acfee-1e32-4519-9aa4-864d423a3a0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.052167721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b081d01d-079f-4751-b5fb-30c26be80f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.098387314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b081d01d-079f-4751-b5fb-30c26be80f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.359098931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a519719-0004-45a4-8300-e0d70a16656d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.360143921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d847c73f-6fba-4c0e-9a09-8d920118f1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.360557033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c311f867-a3f6-4ffe-ad88-bc03109952ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.384401519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"84d92664-1033-4e75-9695-6c2ea4ea4e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.391810484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c311f867-a3f6-4ffe-ad88-bc03109952ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.413308968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"84d92664-1033-4e75-9695-6c2ea4ea4e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.40673535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a519719-0004-45a4-8300-e0d70a16656d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.439298676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d847c73f-6fba-4c0e-9a09-8d920118f1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.470729998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"cc8609e8-9318-4ebf-b5c9-a87ac7b5110d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.479762629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"cc8609e8-9318-4ebf-b5c9-a87ac7b5110d","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.48300984Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"4d223bab-0523-46cd-9ea0-54c72c7f554c","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.565573449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"09311b0e-3e1d-41ea-ade0-108c7d3a24f6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.567439537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9bcfbab9-31f0-4995-9fc5-a04a7a35f815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.574517949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"09311b0e-3e1d-41ea-ade0-108c7d3a24f6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.575522111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3537f2f7-bd48-4183-a3fd-3d61d5dd146a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.576293176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5271473-d9fb-4b64-88fd-905e89d9c912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.582854324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"9bcfbab9-31f0-4995-9fc5-a04a7a35f815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.584895894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"09311b0e-3e1d-41ea-ade0-108c7d3a24f6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.650345404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"3537f2f7-bd48-4183-a3fd-3d61d5dd146a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.654980157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5271473-d9fb-4b64-88fd-905e89d9c912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.720436949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5271473-d9fb-4b64-88fd-905e89d9c912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:45.817349657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b94ed2-3ba8-49be-90bd-b6d7e5026873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.031297893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"69c30184-16c9-4ae0-b5a7-81c03c847fc4","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.10743679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b94ed2-3ba8-49be-90bd-b6d7e5026873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.131638068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"66da7c5c-2280-4916-ab89-1ba7fcf15fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.142629282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b94ed2-3ba8-49be-90bd-b6d7e5026873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.153727665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5131986d-17f9-42d6-9cd7-4105066c472d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.161559647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"66da7c5c-2280-4916-ab89-1ba7fcf15fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.167501362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"33288eb7-54ba-42f5-aa7a-de783f33d794","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.168390376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6873e0cf-ec55-4a23-b5f6-c8e4385edc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.175451897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5131986d-17f9-42d6-9cd7-4105066c472d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.251041154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"66da7c5c-2280-4916-ab89-1ba7fcf15fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.251206207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5131986d-17f9-42d6-9cd7-4105066c472d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.285581857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"33288eb7-54ba-42f5-aa7a-de783f33d794","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.290547874Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"36e86c9f-f8af-42c7-9e05-5b2a18b3482c","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.291051362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"986eea7f-414b-46e4-820a-3e00efdb27cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.29168617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6873e0cf-ec55-4a23-b5f6-c8e4385edc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.29226181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"01723f4c-80bc-42cb-8c8a-008123073d1b","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.305392782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"986eea7f-414b-46e4-820a-3e00efdb27cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.35458039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"21ef288f-a3dc-478a-9449-fe4a21a82c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.365508183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"21ef288f-a3dc-478a-9449-fe4a21a82c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.368587884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3f25031b-414b-4b99-86e6-e5462ac92d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.377084101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3f25031b-414b-4b99-86e6-e5462ac92d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.381806647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"cb9ea3e1-d45c-40b7-bce9-3c26632c5d3d","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.404314272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"e4fb90d7-993a-46b2-8746-151d78769909","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.422074377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"898174df-c2fa-40af-b5f5-5468600b9c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.4225054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a7d47369-1f9e-4085-9a80-29f2de6e6bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.427953155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"1748e627-08da-4f85-872f-6869991ccc90","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.447812783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"898174df-c2fa-40af-b5f5-5468600b9c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.452383061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a7d47369-1f9e-4085-9a80-29f2de6e6bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.457742146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"7264dee8-61ac-4e9e-a6ac-012ea105e7b8","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.467014401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"aadf5b67-3622-4922-b35d-06366473ec4b","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.478989493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"42cce847-3e9d-4b9a-a69a-627bf5e84e32","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.522642795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"12168c6c-e66f-4973-ad3b-2ba3be67fe2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.525638161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5f39ab3c-040a-449d-a276-f51721f2ce20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.526347905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e019598d-0a92-4ae8-b92f-ed2a727d29b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.531115496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"12168c6c-e66f-4973-ad3b-2ba3be67fe2b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.53536441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"e019598d-0a92-4ae8-b92f-ed2a727d29b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.535889833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"ee0a001c-f722-4228-8ffd-c40071aa7f95","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.536647406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5f39ab3c-040a-449d-a276-f51721f2ce20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.543532689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"01df4bc6-da92-4729-bbaf-76ec7aa18243","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.552649315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"df685aac-7a00-40a6-b792-a272b6e72783","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.562883278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"95abb17e-d18b-49ab-ab29-093513f6f39b","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.57852533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"73df4273-00ad-44e4-99ac-bc6fae5d67e9","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.585824576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"b1a8cc0a-92b6-4ae3-afec-baf19fb57e1a","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.595803964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"422a2779-0a37-492d-9c26-429e07ba6b5b","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.614930096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"dc96e86f-4913-43f7-8215-b0d1d5436713","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.622442834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"061b5497-8e65-42c9-9936-c092f74d082d","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.631308728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"061b5497-8e65-42c9-9936-c092f74d082d","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.631991279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"039e37d2-5b00-4aa3-ac62-5ee66b988013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.639032275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"061b5497-8e65-42c9-9936-c092f74d082d","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.643356058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"039e37d2-5b00-4aa3-ac62-5ee66b988013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.654878864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"039e37d2-5b00-4aa3-ac62-5ee66b988013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.687669405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"7f37f327-7149-471b-bc71-2811d0998d5b","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.693188899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"2d10e8fa-2272-4fb4-ae15-6386c904b360","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.702685876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a47b3c13-4579-4df7-a0c8-f3dfbe6d4ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.703030625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd4822c5-84a9-49b4-a242-030028c7b950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.712150079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"a47b3c13-4579-4df7-a0c8-f3dfbe6d4ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.716462319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd4822c5-84a9-49b4-a242-030028c7b950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.716986298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"4bf4ad5d-d64c-4a47-95e7-e5c74e607aa1","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.71924629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71979d33-1840-4da3-8197-02974ffba4ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.720948802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f146984c-1e6c-46b0-8406-635202fac580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.724410418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b3e2485d-f1e3-4fd6-ac7f-e7e0c052176c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.724672109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd4822c5-84a9-49b4-a242-030028c7b950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.72689316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71979d33-1840-4da3-8197-02974ffba4ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.734235907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f146984c-1e6c-46b0-8406-635202fac580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.734790165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71979d33-1840-4da3-8197-02974ffba4ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.73713787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b3e2485d-f1e3-4fd6-ac7f-e7e0c052176c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.73795889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"fd533f33-1a7a-489e-8bdb-776f8a4be896","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.747690115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b3e2485d-f1e3-4fd6-ac7f-e7e0c052176c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:46.752251265Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"fd533f33-1a7a-489e-8bdb-776f8a4be896","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:46.752319911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"fd533f33-1a7a-489e-8bdb-776f8a4be896","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.756441429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"064eb3f7-74e2-457c-9f5a-c6ea4305ea03","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.769544638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"92c985a2-91ad-4162-b729-36477a64c622","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:46.997162505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"05f296a4-b62e-4a56-b10f-de0a12ffad7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.01879522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2f5cce43-8cbb-40f0-97f2-9cded0846481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.019620021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c8c505af-dcc9-4c45-bf0e-e0fa52e0aa43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.021128158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6344d101-b1a5-4786-9141-f792fac5e975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.024328896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"066f0106-9bed-495b-a0ea-299bacd654cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.045216023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"6344d101-b1a5-4786-9141-f792fac5e975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.071201673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"2f5cce43-8cbb-40f0-97f2-9cded0846481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.075015948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c8c505af-dcc9-4c45-bf0e-e0fa52e0aa43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.083044399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"066f0106-9bed-495b-a0ea-299bacd654cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.094872307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"05f296a4-b62e-4a56-b10f-de0a12ffad7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.13686517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"ad97a3ab-ffdf-4091-9e90-db991c32503c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.184575768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"ad97a3ab-ffdf-4091-9e90-db991c32503c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.195341032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"ad97a3ab-ffdf-4091-9e90-db991c32503c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.240394355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590dfa64-27b0-4160-8677-0e121669ddc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.241198852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4d3994-70ae-4309-9c18-149935d489bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.242532794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c3d1e23a-446a-43a9-95c5-512e2d46e555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.244216378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1e05d00f-5d29-490c-92b4-b635e63200a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.256036563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590dfa64-27b0-4160-8677-0e121669ddc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.258595247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1e05d00f-5d29-490c-92b4-b635e63200a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.262932878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"c3d1e23a-446a-43a9-95c5-512e2d46e555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.26382054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4d3994-70ae-4309-9c18-149935d489bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.266737032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590dfa64-27b0-4160-8677-0e121669ddc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.268391188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"5e89c425-0d78-4700-bb6b-2c55ff8e4248","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.270522238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4d3994-70ae-4309-9c18-149935d489bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.347235627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e117dace-4df7-42d3-a2be-865d9ff88311","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.358531594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e117dace-4df7-42d3-a2be-865d9ff88311","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.359147643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"65a84905-b695-47a7-945b-745256de5cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.36197138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5768d6ca-6844-4d0a-b78a-b6cf247d6963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.370706105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"65a84905-b695-47a7-945b-745256de5cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.371124174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5768d6ca-6844-4d0a-b78a-b6cf247d6963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.505076894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d2afdc04-9fb9-44d3-b542-a190e0b00e22","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.509174882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3d5d27dc-a16a-4a74-9406-12f94c0558a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.512173817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3ce929-4293-4847-903a-9a87474e5ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.512814684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fc730e18-0f6e-464d-970d-672aecb379b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.517546387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3d5d27dc-a16a-4a74-9406-12f94c0558a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.517877973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4f07774a-84ca-4a9a-88d2-2433b15c4019","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.52613097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fc730e18-0f6e-464d-970d-672aecb379b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.531639422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d2afdc04-9fb9-44d3-b542-a190e0b00e22","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.533042387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3ce929-4293-4847-903a-9a87474e5ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.537522674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3d5d27dc-a16a-4a74-9406-12f94c0558a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.541701629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4f07774a-84ca-4a9a-88d2-2433b15c4019","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.549684482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d2afdc04-9fb9-44d3-b542-a190e0b00e22","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.551944237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3ce929-4293-4847-903a-9a87474e5ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.555860019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4f07774a-84ca-4a9a-88d2-2433b15c4019","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.563043948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8f7d7bd2-e481-4de3-a0df-59303bf2ec37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.565661715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c7f2791d-8c8b-4022-ac95-36a150cef185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.568117767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3be51824-335e-4182-a1c8-f92ac3d808e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.568135187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8ed2df39-8b06-419e-933d-75664221b63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.569961589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ae2da398-4c26-4e01-a32b-13671db1d44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.571557403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8f7d7bd2-e481-4de3-a0df-59303bf2ec37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.573587147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c7f2791d-8c8b-4022-ac95-36a150cef185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.577666468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"8ed2df39-8b06-419e-933d-75664221b63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.577804404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3be51824-335e-4182-a1c8-f92ac3d808e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.580383366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ae2da398-4c26-4e01-a32b-13671db1d44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.58472358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3be51824-335e-4182-a1c8-f92ac3d808e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.596346875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"eacff3ec-86cb-4f95-8a8b-9e7e9ce132e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.648992812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"eacff3ec-86cb-4f95-8a8b-9e7e9ce132e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.698101191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"956101a0-7693-45ff-8c15-6824248806f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.698787274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"117e9d6c-fee8-41cc-bbdd-885897512618","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.69921009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c69402ba-1bb7-4b2d-b311-efbf76d55a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.700028665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bcbd155a-9d7c-4dc3-bdc7-aa0e95b717df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.701113301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d9273ee7-f9d9-44ea-a164-98a2a42d2b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.705542902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"956101a0-7693-45ff-8c15-6824248806f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.705728165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"117e9d6c-fee8-41cc-bbdd-885897512618","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.707999728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c69402ba-1bb7-4b2d-b311-efbf76d55a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.708187527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bcbd155a-9d7c-4dc3-bdc7-aa0e95b717df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:47.71055619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d9273ee7-f9d9-44ea-a164-98a2a42d2b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.255629695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"df1f7610-e3bc-4cf9-8b07-3c800b40ce38","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.270848299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2cf5c94e-15d4-45a6-bc94-de420bccae5d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.272247237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"337a6f09-3816-47c1-89f5-538cf4031d17","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.295037328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2cf5c94e-15d4-45a6-bc94-de420bccae5d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.301609596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2cf5c94e-15d4-45a6-bc94-de420bccae5d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:52.311204068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"c6abb383-7c84-4abd-9da4-cff3ad7b4b44","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.547633865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"886f5cc7-a957-40e7-974a-6b0eeb16da1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.556312983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"886f5cc7-a957-40e7-974a-6b0eeb16da1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.566612755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"886f5cc7-a957-40e7-974a-6b0eeb16da1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.647794915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"bce5cace-b638-4193-8764-f0c32612f22c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.653675361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11084f37-a845-4c97-b110-a351011132f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.654543306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b9bcd4-c3ab-4496-b273-029cc417fe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.654716098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"bce5cace-b638-4193-8764-f0c32612f22c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.657703482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e4ff5500-a20d-4a2a-bb20-c1a5aeadcfd3","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.661313185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11084f37-a845-4c97-b110-a351011132f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.661834854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"bce5cace-b638-4193-8764-f0c32612f22c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.664204522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b9bcd4-c3ab-4496-b273-029cc417fe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.666401883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e4ff5500-a20d-4a2a-bb20-c1a5aeadcfd3","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.669732975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11084f37-a845-4c97-b110-a351011132f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.67147902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b9bcd4-c3ab-4496-b273-029cc417fe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:57.674254419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e4ff5500-a20d-4a2a-bb20-c1a5aeadcfd3","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:59.154179426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"bfa8acb8-1220-4ac5-b5a1-f2c1f6fb2748","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:59.36536056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"eff07448-507a-4349-97ae-86f4c24fffd0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:59.365399596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"eff07448-507a-4349-97ae-86f4c24fffd0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:59.993381294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"29547790-96bf-441f-bec4-0e1299500ce5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.012745128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"29547790-96bf-441f-bec4-0e1299500ce5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.030803869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"29547790-96bf-441f-bec4-0e1299500ce5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.045960015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"2c4d28f7-0af0-4dd8-8fb3-c51c01ace828","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.267727443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"b9a4c20b-972e-45f1-a688-f9dddfc81f69","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.284446189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"b9a4c20b-972e-45f1-a688-f9dddfc81f69","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.36887532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"dd6d0c9d-76e1-4bf9-9df7-2b7325f3a833","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.386709981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"dd6d0c9d-76e1-4bf9-9df7-2b7325f3a833","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.402627794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"dd6d0c9d-76e1-4bf9-9df7-2b7325f3a833","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.564892006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1eca2626-0e75-4884-bae0-ebab96e0c6f7","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.589764096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1eca2626-0e75-4884-bae0-ebab96e0c6f7","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.612307311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1eca2626-0e75-4884-bae0-ebab96e0c6f7","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.655551945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"bdc5e538-5829-4a18-8ca8-a98e5a14215f","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.655589157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"bdc5e538-5829-4a18-8ca8-a98e5a14215f","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.887105307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"9b4ac36b-e1d2-4eb1-b179-eacc4cc634dc","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.887132993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"9b4ac36b-e1d2-4eb1-b179-eacc4cc634dc","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.901149683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"c213938a-a356-436f-a23a-eeb2d95e6cc9","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.901196376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"dc07ade2-740e-46be-9f55-2668028cf75e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.905331999Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"89a6fa05-fa22-445b-b93d-a221196ad93e","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f51d1a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.908740307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"c213938a-a356-436f-a23a-eeb2d95e6cc9","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.908836089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"dc07ade2-740e-46be-9f55-2668028cf75e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.036065776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e2fc53c7-80d4-41af-b05b-a6c5efc8d9ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.03631039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"b00e5269-7f4f-454b-a393-9e13faa4a027","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.043922154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"e2fc53c7-80d4-41af-b05b-a6c5efc8d9ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.043929254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"b00e5269-7f4f-454b-a393-9e13faa4a027","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.349706224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"0132aed6-de3d-4a48-b839-4d60495801a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.358018182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"0132aed6-de3d-4a48-b839-4d60495801a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.36363882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"0132aed6-de3d-4a48-b839-4d60495801a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.683635597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a79687de-f533-4888-80af-78f21e8cbda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.690717702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a79687de-f533-4888-80af-78f21e8cbda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.696617613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a79687de-f533-4888-80af-78f21e8cbda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.705589421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"272b7242-5dae-462c-b191-c84604b19897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.705609402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"272b7242-5dae-462c-b191-c84604b19897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.841078182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"7c4d77f1-3af4-4450-9e6c-6ed2f4dda54f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.842048053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c59037b-f67c-4218-9d61-cf92fb5b327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.854573011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"7c4d77f1-3af4-4450-9e6c-6ed2f4dda54f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.855083891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c59037b-f67c-4218-9d61-cf92fb5b327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.86254647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c59037b-f67c-4218-9d61-cf92fb5b327c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.864292216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"7c4d77f1-3af4-4450-9e6c-6ed2f4dda54f","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.872975782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54fb17ab-3753-4289-8a94-f1c4a3050c6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.87299281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54fb17ab-3753-4289-8a94-f1c4a3050c6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.878836953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"765135e0-1e51-49a3-a657-917b21383024","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:07.878902275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"765135e0-1e51-49a3-a657-917b21383024","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.468377282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816b15ff-21c5-4dd0-b167-8134d13c2b0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.500866422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816b15ff-21c5-4dd0-b167-8134d13c2b0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.507177155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816b15ff-21c5-4dd0-b167-8134d13c2b0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.655742433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"5711b279-918e-4174-8c56-bd32179dd812","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.6624287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"5711b279-918e-4174-8c56-bd32179dd812","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:10.667714644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"5711b279-918e-4174-8c56-bd32179dd812","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.909608746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"085c0ad3-339c-4599-93d0-d5e6976ac260","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","subscription":"e2e-cfl-same-119bad-da9e78-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.917074945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"085c0ad3-339c-4599-93d0-d5e6976ac260","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.920663869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-sub","reconcileID":"085c0ad3-339c-4599-93d0-d5e6976ac260","MaaSSubscription":{"name":"e2e-cfl-same-119bad-da9e78-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.951568792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c356c1da-2683-4ecc-9f66-7fd4e97e2623","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.951588695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c356c1da-2683-4ecc-9f66-7fd4e97e2623","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.958766431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"cf7c44a3-7b54-4842-b931-3b4c93b7b78b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.958808163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"fe4a5624-a9f0-4470-8e41-171e9f9b8673","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.96908773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"cf7c44a3-7b54-4842-b931-3b4c93b7b78b","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.969276532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"fe4a5624-a9f0-4470-8e41-171e9f9b8673","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.969502392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"abf06d79-5af8-4582-b492-926d968a9b71","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:11.969517709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"abf06d79-5af8-4582-b492-926d968a9b71","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.058427804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"22991ee2-afa9-45be-abca-fec810c77644","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.065449606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"22991ee2-afa9-45be-abca-fec810c77644","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.090318281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-da9e78-access","reconcileID":"0c4229a3-c168-45de-a4aa-dd309caf98e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-da9e78-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.093803594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"111affe3-df8a-45d8-b5f2-72175d304ff0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.093825352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"111affe3-df8a-45d8-b5f2-72175d304ff0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.190621062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c4fcb41b-0693-4c72-8e4b-706c439e45b0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-2-da9e78/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.190644747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"c4fcb41b-0693-4c72-8e4b-706c439e45b0","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"routeName":"external-model-e2e-cfl-same-119bad-a743f4ae9924","namespace":"e2e-extmod-cfl-2-da9e78","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.361963263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"5b97d461-458e-4eeb-b546-95412f3912ac","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.361986769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"5b97d461-458e-4eeb-b546-95412f3912ac","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.369224711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"069a2832-8293-47c1-aa9a-8fde05180699","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.376834726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"3978ea7d-9c04-4f66-b4d8-4132fb75aaad","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a762f455","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.377308013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"069a2832-8293-47c1-aa9a-8fde05180699","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.466837586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"c7530d04-60d9-4024-8de5-a8bd58a177dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.513050752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"c7530d04-60d9-4024-8de5-a8bd58a177dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.529395023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"c7530d04-60d9-4024-8de5-a8bd58a177dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.570352624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"733d9479-13d9-4965-9ee9-b6125c739440","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.581101701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"733d9479-13d9-4965-9ee9-b6125c739440","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.457617713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.720686841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9e2dfa-27e6-4f53-b789-1debe33feb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.727996577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9e2dfa-27e6-4f53-b789-1debe33feb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.734014846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9e2dfa-27e6-4f53-b789-1debe33feb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.902356562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"3dcb62df-8048-453c-bf7a-798dc03a5d4d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.902356596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01885661-e94f-421a-8c2c-4dd5ec935577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.910007164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"3dcb62df-8048-453c-bf7a-798dc03a5d4d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.91132728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01885661-e94f-421a-8c2c-4dd5ec935577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.916291264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"3dcb62df-8048-453c-bf7a-798dc03a5d4d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:17.917276969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01885661-e94f-421a-8c2c-4dd5ec935577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.516388076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"07bbd1d1-5eb5-4af9-81a2-bc4bedcbc719","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.524566868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"07bbd1d1-5eb5-4af9-81a2-bc4bedcbc719","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.530281099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"07bbd1d1-5eb5-4af9-81a2-bc4bedcbc719","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.676730126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6ad3b787-7224-4221-8164-049f692ee692","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.683927851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6ad3b787-7224-4221-8164-049f692ee692","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:20.68932594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6ad3b787-7224-4221-8164-049f692ee692","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.380705818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"402d1441-f5e5-4d03-9133-8525499ca9b8","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","subscription":"e2e-cfl-same-119bad-87c724-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.38755895Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"402d1441-f5e5-4d03-9133-8525499ca9b8","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.390819914Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-sub","reconcileID":"402d1441-f5e5-4d03-9133-8525499ca9b8","MaaSSubscription":{"name":"e2e-cfl-same-119bad-87c724-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.511268332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"12947c3d-243e-45f2-b020-3c9cbcb95ea1","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.511293405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"12947c3d-243e-45f2-b020-3c9cbcb95ea1","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.51585475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"62776fed-e634-43e6-b49c-157f6c1a8191","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.525393285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"62776fed-e634-43e6-b49c-157f6c1a8191","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.616127313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"11e403fa-f14f-4f94-ba28-e93aa486f1de","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.616145377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7d79aa0c-e2ea-4ff7-a3e7-97b47678934e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.624533912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"11e403fa-f14f-4f94-ba28-e93aa486f1de","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.6245382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"7d79aa0c-e2ea-4ff7-a3e7-97b47678934e","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.630184074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"11e403fa-f14f-4f94-ba28-e93aa486f1de","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.656026785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"471852cb-cc93-42ef-99e5-9be695c93381","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.659461345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"25771a26-3e3a-456a-8275-a9d733dd8428","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.659478989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"25771a26-3e3a-456a-8275-a9d733dd8428","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.743536402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"471852cb-cc93-42ef-99e5-9be695c93381","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.767613241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"471852cb-cc93-42ef-99e5-9be695c93381","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.767634983Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-cfl-same-119bad-87c724-access","reconcileID":"471852cb-cc93-42ef-99e5-9be695c93381","MaaSAuthPolicy":{"name":"e2e-cfl-same-119bad-87c724-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.778142381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"cb99e5ea-4b63-4dd0-8dd6-d6af1168074e","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"tenant":"e2e-extmod-a-027c19","gateway":"openshift-ingress/e2e-extmod-a-027c19","model":"e2e-extmod-cfl-1-87c724/e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.778162367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"cb99e5ea-4b63-4dd0-8dd6-d6af1168074e","MaaSModelRef":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"routeName":"external-model-e2e-cfl-same-119bad-692cd72c569b","namespace":"e2e-extmod-cfl-1-87c724","model":"e2e-cfl-same-119bad","externalModel":"e2e-cfl-same-119bad","provider":"e2e-cfl-same-119bad","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.267102457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"35a5a76c-aaf7-4aba-934a-c880b865d176","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.278234726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d5c9be66-cf71-4f0e-85a1-bf3e5d5aae42","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.281661462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"91bd9103-5711-47ea-9ec0-0edcef7a8f44","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.285971519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d5c9be66-cf71-4f0e-85a1-bf3e5d5aae42","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.288481141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f24293ad-1917-4fa1-96d1-46c0b5551f3d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.290880034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e46136-f81b-4be6-a422-6424c096dc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.292570878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"d5c9be66-cf71-4f0e-85a1-bf3e5d5aae42","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.293779011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"91bd9103-5711-47ea-9ec0-0edcef7a8f44","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.295162307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93d90492-154a-437b-85ed-d4499ba0f852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.299587009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f24293ad-1917-4fa1-96d1-46c0b5551f3d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.301126539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e46136-f81b-4be6-a422-6424c096dc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.301192089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"723ae2d3-ec01-4be9-80ee-99bb213b8421","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.302994598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"91bd9103-5711-47ea-9ec0-0edcef7a8f44","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.304412088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93d90492-154a-437b-85ed-d4499ba0f852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.305945448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"f24293ad-1917-4fa1-96d1-46c0b5551f3d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.348268099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e46136-f81b-4be6-a422-6424c096dc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.350857625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93d90492-154a-437b-85ed-d4499ba0f852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.354068394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"723ae2d3-ec01-4be9-80ee-99bb213b8421","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.363280115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"723ae2d3-ec01-4be9-80ee-99bb213b8421","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.397066249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-1-87c724"},"namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","reconcileID":"4dc037c4-c220-4606-bb9b-ccd5c351549c","namespace":"e2e-extmod-cfl-1-87c724","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.404469206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c8db428b-6837-4cfd-9614-d39baccce989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.404728918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"40180f61-4e07-4578-b724-170d289a26ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.40589464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0500d2f8-a1d2-4b18-91ed-4d0cda992e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.406340954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4b13116b-7314-41e2-8072-da246e2bb47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.407874884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e3b05dd1-564a-4173-80b6-9ec4ad24549d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.412329966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"c8db428b-6837-4cfd-9614-d39baccce989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.413792472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"40180f61-4e07-4578-b724-170d289a26ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.418295788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4b13116b-7314-41e2-8072-da246e2bb47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.592328699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e3b05dd1-564a-4173-80b6-9ec4ad24549d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.771393996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"edea5a0f-8867-4361-ad32-9a77ec3ead21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.774193202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0500d2f8-a1d2-4b18-91ed-4d0cda992e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.781203055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0a9773aa-8c18-4cc3-83e1-d273c8e60bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.791972398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"edea5a0f-8867-4361-ad32-9a77ec3ead21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.803821486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"74720fe9-aa47-485e-b289-dbc808424b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.810835879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0a9773aa-8c18-4cc3-83e1-d273c8e60bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.815788444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"74720fe9-aa47-485e-b289-dbc808424b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.84658372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c641b022-26c7-4b52-a425-f2bd137f5ec5","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.847434086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"1165bedc-d17e-429f-b930-da202480a290","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.847814047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0107fa71-d81e-47d6-81be-88cb868212d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.851060485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e2474533-16b8-470a-bfa5-9667b3541715","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.85147893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"17b291b5-7579-4f7a-ac15-34016d91a65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.857025081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c641b022-26c7-4b52-a425-f2bd137f5ec5","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.860009735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0107fa71-d81e-47d6-81be-88cb868212d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.860566425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"1165bedc-d17e-429f-b930-da202480a290","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.864122782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e2474533-16b8-470a-bfa5-9667b3541715","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.864479369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"17b291b5-7579-4f7a-ac15-34016d91a65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.866013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"c641b022-26c7-4b52-a425-f2bd137f5ec5","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.867494441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"1165bedc-d17e-429f-b930-da202480a290","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.871607472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e2474533-16b8-470a-bfa5-9667b3541715","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.940257253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5940796a-ecdf-4cba-aa95-61cf864eb8ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.945091981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dc6e0c9f-a989-4bfb-a4d1-95d5eae603be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.946421654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"846d6fc9-75cf-4918-9daf-9534e04924e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.947145035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55a72d3e-3f97-4a95-a78e-d302fb4375a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.947689971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"748f51d6-e18a-4222-8d38-ca22cd2651dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.94833968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5940796a-ecdf-4cba-aa95-61cf864eb8ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.952125397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"dc6e0c9f-a989-4bfb-a4d1-95d5eae603be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.954487761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"846d6fc9-75cf-4918-9daf-9534e04924e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.954656521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55a72d3e-3f97-4a95-a78e-d302fb4375a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.956697821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5940796a-ecdf-4cba-aa95-61cf864eb8ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.958428884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"748f51d6-e18a-4222-8d38-ca22cd2651dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.96128502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55a72d3e-3f97-4a95-a78e-d302fb4375a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:23.965169366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"748f51d6-e18a-4222-8d38-ca22cd2651dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.054560222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ea4c5989-9989-4eac-9773-c4866879c423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.056017745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"38aeef47-d963-404c-b40f-4881f958f6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.05687686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b603eeb7-16ba-4545-9880-7c17844e862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.062990881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ea4c5989-9989-4eac-9773-c4866879c423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.064946583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"38aeef47-d963-404c-b40f-4881f958f6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.066060762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"b603eeb7-16ba-4545-9880-7c17844e862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.222804946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"da36acff-bc0f-4db9-bd19-5db00353a46d","namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.250343693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"41e11896-d702-4510-901a-3f5082c9e320","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.253041747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"7609db2b-7e48-435e-b8af-85c29690ce7c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.25332362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52c2f4a9-9f8c-4080-a6f7-b59b40bd9faf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.259352118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42bd951a-1ae8-4af1-9975-62da42be6448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.260780617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"41e11896-d702-4510-901a-3f5082c9e320","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.263389396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"7609db2b-7e48-435e-b8af-85c29690ce7c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.265759483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52c2f4a9-9f8c-4080-a6f7-b59b40bd9faf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.266206098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"30733333-c114-49e8-ba91-326e8c152751","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.267796107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"41e11896-d702-4510-901a-3f5082c9e320","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.270460546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42bd951a-1ae8-4af1-9975-62da42be6448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.271559357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"7609db2b-7e48-435e-b8af-85c29690ce7c","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.27584309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52c2f4a9-9f8c-4080-a6f7-b59b40bd9faf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.279545802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42bd951a-1ae8-4af1-9975-62da42be6448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.282333743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"30733333-c114-49e8-ba91-326e8c152751","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.288328085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"30733333-c114-49e8-ba91-326e8c152751","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.356475298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-119bad","namespace":"e2e-extmod-cfl-2-da9e78"},"namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","reconcileID":"84485789-0329-4a1a-a53b-33dd2fbdfb5a","namespace":"e2e-extmod-cfl-2-da9e78","name":"e2e-cfl-same-119bad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.373411391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd42a7f-78fa-4d86-84c5-a529c74d27dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.374314927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"538df9f8-3a92-4bec-9adb-b571c757b102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.378356577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f6f535b5-ed32-4f36-bf81-5bb3c7b390e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.379416594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"faa47055-a0a2-42e0-a466-73969019d469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.381395701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"aea600a6-9e83-406f-bd47-e8db3ccd1cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.449245915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd42a7f-78fa-4d86-84c5-a529c74d27dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.45142957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"538df9f8-3a92-4bec-9adb-b571c757b102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.451521257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"faa47055-a0a2-42e0-a466-73969019d469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.45383182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f6f535b5-ed32-4f36-bf81-5bb3c7b390e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.454076957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"aea600a6-9e83-406f-bd47-e8db3ccd1cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.455536605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cd42a7f-78fa-4d86-84c5-a529c74d27dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.471724594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5165bcd-bf86-4875-94ce-bb22d2200772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.474398309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e0a5d92e-341f-42cd-b97e-f5329472f8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.474631238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d7ec27fc-0b28-44c4-8427-bddf4a355e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.476751091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0becc5d8-3975-4a03-8672-353412c3aa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.476790422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"93607d0e-a96c-461a-8a46-0adaef036de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.47987014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a5165bcd-bf86-4875-94ce-bb22d2200772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.483492006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e0a5d92e-341f-42cd-b97e-f5329472f8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.483646085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d7ec27fc-0b28-44c4-8427-bddf4a355e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.580329488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0becc5d8-3975-4a03-8672-353412c3aa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.842956432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"93607d0e-a96c-461a-8a46-0adaef036de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.917459232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34cb820b-450a-446f-b222-5a2227642c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.921714272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6b775180-6021-4ea5-bad2-62f6de8fbbd1","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.92241908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"26a0abdd-70f8-424e-8cc9-929eaf30b379","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.963052697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"34cb820b-450a-446f-b222-5a2227642c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.967148147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6b775180-6021-4ea5-bad2-62f6de8fbbd1","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.968835122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"26a0abdd-70f8-424e-8cc9-929eaf30b379","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.975468883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-7c759a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68c420b6fafd75688f144c045610b9993abcfa34fc9d345ab1f7990eea028d9b) AuthConfig (1740dc989ee0ea9b5d51de0f9312b25535ea640d49d610839ca6db677616f850) AuthConfig (8559b8b8cbf54ec22a98da53c13dca31a18872d0605e9e4127b94e69c233a5a5) AuthConfig (891eafcacb8cbf2a52443180b2eb305fc62512f66a2760f949e0cd1bf2fe4086)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"26a0abdd-70f8-424e-8cc9-929eaf30b379","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.977602369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-821f5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4195e5614c297fed84deffbe4f3300f21c540cbeab2db5fae72a89000df5813) AuthConfig (25004f8ca894898f71fab95526e93b41c63b856262cbda956d3cac56f5e2f056) AuthConfig (638f73f120f9b77cf6d2c7d186c616f8add6e9711e2965c8cd2daf4d41a7db8b) AuthConfig (20138b8ec0d410db5d99ebfe546270c75f9f6f7d6bde6b951cc278cd97571d40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"6b775180-6021-4ea5-bad2-62f6de8fbbd1","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.011090739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52980ed2-3b2e-41b6-a82b-413716858909","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.021412734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e845c54a-65f2-4652-82e7-5d870026130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.022128407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"02249f23-9177-4a38-b380-097459967591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.022994006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52980ed2-3b2e-41b6-a82b-413716858909","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.026226856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0f57b03-95e8-49f5-98d0-eed496294078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.026751737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e45101cc-2d3f-49fa-b2bc-f6e2abe607f6","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.030698738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e845c54a-65f2-4652-82e7-5d870026130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.034618889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"52980ed2-3b2e-41b6-a82b-413716858909","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.035563923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"02249f23-9177-4a38-b380-097459967591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.03854177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0f57b03-95e8-49f5-98d0-eed496294078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.038759543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e45101cc-2d3f-49fa-b2bc-f6e2abe607f6","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.040791301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e845c54a-65f2-4652-82e7-5d870026130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.046227318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e45101cc-2d3f-49fa-b2bc-f6e2abe607f6","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.046381535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (60cb2e8ec00b600c1826790ff9b8408de75d3c9c48f9018d7f58c92b4a17bf27) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b41943831530c12cb551f22fe43124357cf7e2ac7a9735bce347dbfa3db85076) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f5680bae9eb2e7efeccfa5ec83161c66547954905e32276fe13deeaf189e07c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1ea2417214f268dd49e1f44c40412e1d7122addbaee1733e4935c0dcfeceea46) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0f57b03-95e8-49f5-98d0-eed496294078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.100805807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b7e3f51b-ce66-4be9-9bf2-c40913cd2c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.101592924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"42ac1d1d-3aa4-4c43-9fb2-de0b93cba5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.102024753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9ddf9d7e-87ee-4f93-85c4-c0ccc7d9ce15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.107727783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b7e3f51b-ce66-4be9-9bf2-c40913cd2c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.10864809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"42ac1d1d-3aa4-4c43-9fb2-de0b93cba5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.110078681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9ddf9d7e-87ee-4f93-85c4-c0ccc7d9ce15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.100990088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"d943d15d-cc1d-49d3-a13b-66fc11c07a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.114778309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"d943d15d-cc1d-49d3-a13b-66fc11c07a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.123182557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"d943d15d-cc1d-49d3-a13b-66fc11c07a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.138616512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"2448dbf4-5d6c-4aac-bca9-c1c8894453cf","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.193065517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"6d6d2f65-bf01-439a-a473-80fa0589967d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.202730991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"6d6d2f65-bf01-439a-a473-80fa0589967d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.209963385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"6d6d2f65-bf01-439a-a473-80fa0589967d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.777637415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"b59a506f-ee9a-4c35-9738-4df035b249b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.786031382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"b59a506f-ee9a-4c35-9738-4df035b249b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.792897795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"b59a506f-ee9a-4c35-9738-4df035b249b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:33.042548514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e089f6bb-f618-4d47-9eeb-9d0900a0e84b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:33.059030768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e089f6bb-f618-4d47-9eeb-9d0900a0e84b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:33.067087687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e089f6bb-f618-4d47-9eeb-9d0900a0e84b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.98695888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4551cc67-7466-45b2-ab00-5b5c96dc639b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.989529093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"fdfef6b1-a618-4ddb-808e-8df9d8e398a3","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.997356411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4551cc67-7466-45b2-ab00-5b5c96dc639b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.0025916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"fdfef6b1-a618-4ddb-808e-8df9d8e398a3","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.10741433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"9a5eb627-9640-471e-9258-0a289e32f349","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.110120949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14141ae1-722d-415a-8486-56194c99635e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.110661538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e9658c4-95a6-489a-8b52-a33be2f66730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.118419919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"9a5eb627-9640-471e-9258-0a289e32f349","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.178720768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e9658c4-95a6-489a-8b52-a33be2f66730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.205477861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14141ae1-722d-415a-8486-56194c99635e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.207870981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"b1a08ad4-8f9b-4a7c-8609-fb4f80a5b880","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.252761601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"c5e161a0-9661-4da3-a92f-c105cea8346f","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.252890155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"c5e161a0-9661-4da3-a92f-c105cea8346f","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.33935076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"02d1aefb-a90a-484c-b845-fb1d166d36e6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.339729217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"02d1aefb-a90a-484c-b845-fb1d166d36e6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.344446042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29b5edfd-6ee8-483b-8837-207a01a8923d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.344563178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29b5edfd-6ee8-483b-8837-207a01a8923d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.345434525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8a256d6-81b6-49b6-a399-b02ef82708ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:35.34552069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8a256d6-81b6-49b6-a399-b02ef82708ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.027009551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"e6f542ff-8fdf-417e-a532-6745efee2002","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.02703161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"e6f542ff-8fdf-417e-a532-6745efee2002","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.035958189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"9a880c0d-9819-4dd1-93a5-b629e44791d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-44821e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.042524357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c6d53a-dd4b-41b2-85b8-2a88712ebaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.044060597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"bf57d44a-0525-4bf8-9fbe-6848c033beac","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.044079825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"bf57d44a-0525-4bf8-9fbe-6848c033beac","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.047542897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce98b5c9-4d34-4036-a3ba-c343d11f8446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.047757679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4366484a-497e-43c3-ad6b-ec98a9243c49","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.057349401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"6852e341-66bc-4117-86f4-c8ff71424f4f","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.057374516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"6852e341-66bc-4117-86f4-c8ff71424f4f","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.063791774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"af4cb7f9-e47b-4707-a43f-9f43061b422a","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.063808286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"af4cb7f9-e47b-4707-a43f-9f43061b422a","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.071225991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c6d53a-dd4b-41b2-85b8-2a88712ebaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.075084237Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce98b5c9-4d34-4036-a3ba-c343d11f8446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.077480284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c6d53a-dd4b-41b2-85b8-2a88712ebaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.078165358Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4366484a-497e-43c3-ad6b-ec98a9243c49","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.079780873Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"80d294c2-a331-4dad-a72c-20b06a37e2ee","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-44821e","model":"e2e-dft-44821e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-44821e-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.082843286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce98b5c9-4d34-4036-a3ba-c343d11f8446","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.083978384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f16e483-411f-4337-b7fc-ec7dfac82d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.083995295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f16e483-411f-4337-b7fc-ec7dfac82d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.088125953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e97714a-5ce0-4285-b92c-c88003d2f2d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.0881498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e97714a-5ce0-4285-b92c-c88003d2f2d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.090021495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"4366484a-497e-43c3-ad6b-ec98a9243c49","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.09191884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"7b8dbb77-447f-472e-a718-b6e445f84029","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.091941185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"7b8dbb77-447f-472e-a718-b6e445f84029","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.162384144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880db369-fc8b-4729-8504-95e8ad8c0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.16244688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"82fd5440-b855-4017-b0ae-07450baf401d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.162805191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1650d1c2-447b-4016-9134-b2641a4a06f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.166588428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"53ac318e-ef67-4dde-a616-5d0a0ff0717b","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.166611694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"53ac318e-ef67-4dde-a616-5d0a0ff0717b","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.169602904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"82fd5440-b855-4017-b0ae-07450baf401d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.169865367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880db369-fc8b-4729-8504-95e8ad8c0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.172048129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1650d1c2-447b-4016-9134-b2641a4a06f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.175037857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"82fd5440-b855-4017-b0ae-07450baf401d","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.175970974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"880db369-fc8b-4729-8504-95e8ad8c0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.183536239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"dd5a13aa-7485-444a-8d85-6892f0b27de1","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-44821e","model":"llm/e2e-dft-44821e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.186767872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"8e584335-3c0a-42b0-ab9f-75d91df2adbb","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.186784684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"8e584335-3c0a-42b0-ab9f-75d91df2adbb","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:36.246611928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"419b7994-bef9-4ebf-8994-b82d53805965","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-96ed130a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.250837272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"556b21d2-1526-42bd-ba80-bc44a5947b6a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.258525928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"78875184-6a17-4e67-a593-baf4312798cb","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.258549145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"78875184-6a17-4e67-a593-baf4312798cb","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.25885572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"556b21d2-1526-42bd-ba80-bc44a5947b6a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.266444016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"ed0c5c2b-6254-4f56-821f-b2902ac3fbad","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.266465021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"ed0c5c2b-6254-4f56-821f-b2902ac3fbad","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.274158262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"dd33fb6b-b358-4819-9098-bc3203596e9d","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.27417762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"dd33fb6b-b358-4819-9098-bc3203596e9d","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.28856998Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"3a6b388c-4d66-4862-b0d5-6851c029d7c1","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","model":"e2e-fail-96ed130a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-821f5a/e2e-fail-96ed130a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.31527626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"524f206b-d68e-494b-a073-91417d894e6c","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.315299352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"524f206b-d68e-494b-a073-91417d894e6c","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.384738954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"3a8f1588-2728-4d2c-b044-8edc091a3ac8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.38681623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"2d6e0bb8-fb33-408e-8ca9-874b609c3c60","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:36.392532985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"3a8f1588-2728-4d2c-b044-8edc091a3ac8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.947242851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"5f49fbe6-017f-4079-af8c-4080c8891074","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.961768006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"cc164a43-ef8b-4aa2-84b1-403992fc3e6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.962869376Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"1534020b-0a40-43da-a31d-3d10d97d21fe","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.964499751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"177c2891-98bb-452d-b12f-85a0c3015786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.967775085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5581142c-410f-43bd-bcb8-b93ead58aa3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.971308279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"cc164a43-ef8b-4aa2-84b1-403992fc3e6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.973830052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"177c2891-98bb-452d-b12f-85a0c3015786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:38.976877176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5581142c-410f-43bd-bcb8-b93ead58aa3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.049868222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"cc164a43-ef8b-4aa2-84b1-403992fc3e6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.055461199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3114f6e-0588-4911-b1d8-75f65afa7abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.05630895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b5cca219-7694-4d9e-8e84-4b7f0de53734","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.064043633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3114f6e-0588-4911-b1d8-75f65afa7abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.065109764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"33eef0e1-e17d-4b0f-a442-1b5a2974a866","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.067471449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b5cca219-7694-4d9e-8e84-4b7f0de53734","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.070439197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"25a94698-bd35-4a30-9122-9f69951866d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:39.071027073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"76c247c3-79c2-40b7-8b04-20c17528f86d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.073550491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b5cca219-7694-4d9e-8e84-4b7f0de53734","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.074266632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3114f6e-0588-4911-b1d8-75f65afa7abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.077694957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"25a94698-bd35-4a30-9122-9f69951866d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.08557526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"4bd9f0ae-c4d2-4965-b6d1-a8d83edae92d","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:39.160973959Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"4bd9f0ae-c4d2-4965-b6d1-a8d83edae92d","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:39.161048087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"4bd9f0ae-c4d2-4965-b6d1-a8d83edae92d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.178651992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"4a6edf19-7493-4892-865b-74db6cc5a9f8","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.18359901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"26e4c916-bdb2-4258-abb4-e848a7850b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.183939927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4f4c7060-e95d-48df-87d5-00eff8c1ead7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.193677321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"d4fb06ba-40b9-4bd0-809f-829d28bd3026","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.197445373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"4f4c7060-e95d-48df-87d5-00eff8c1ead7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.197900301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"26e4c916-bdb2-4258-abb4-e848a7850b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.339583526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"14b06a8d-ecf3-41fb-998b-fe659ba6f831","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.342900664Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"dc9bd28e-f511-4de0-bad1-72c3eeda9d32","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.536322383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"bc454d85-cfa4-4b3e-b74d-769848e588db","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.536983582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a4afe47-f396-4ba2-9f54-cce9d9194539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.588129761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"505f7f4d-4714-4709-ac29-3592f0d31cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.622767474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"1a4afe47-f396-4ba2-9f54-cce9d9194539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.630116241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"505f7f4d-4714-4709-ac29-3592f0d31cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.642452942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"2110b07d-8219-4b64-a754-12557b3e5cf2","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.643346207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b13c1b-8986-402c-aa30-d01cd13e8319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.646451968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8c64358d-faa6-43a7-9c94-0b72731b91bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.647860988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b91fd59a-7d47-4dd5-8a8b-1bd8b218f7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.672631474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b13c1b-8986-402c-aa30-d01cd13e8319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.67572805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"8c64358d-faa6-43a7-9c94-0b72731b91bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.676122833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b91fd59a-7d47-4dd5-8a8b-1bd8b218f7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:39.676132862Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"2110b07d-8219-4b64-a754-12557b3e5cf2","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-a9298c-e2e-extmod-a-027c19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:39.676197173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"2110b07d-8219-4b64-a754-12557b3e5cf2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-a9298c-e2e-extmod-a-027c19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.67862219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70b13c1b-8986-402c-aa30-d01cd13e8319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.695124031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"99e39935-098c-4823-a880-2e872ea3da2a","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.700824454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"48520e90-84ec-4da9-b0f7-0eb7b14dd271","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.712317744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"064d3d67-66ed-45d1-9333-b384c6f81abb","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.718849198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"902040fa-e7bc-48ef-bce2-701a410c4f5a","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.722944948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72858af5-1bf5-48f4-a7f3-c55d5d11eca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.7229604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72858af5-1bf5-48f4-a7f3-c55d5d11eca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.730656406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1a2dec4f-40a4-4e76-99b1-af1bd66a35bb","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.732382103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3efa1241-162a-4a4c-85ee-687bf863c0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.737926332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1a2dec4f-40a4-4e76-99b1-af1bd66a35bb","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.739635961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"3efa1241-162a-4a4c-85ee-687bf863c0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.756165914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"2388c248-35d9-42de-9dc5-330a61bdb0e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.762998897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ed933f2c-4f0a-42b7-8c3e-8637fe929cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.764439699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"2388c248-35d9-42de-9dc5-330a61bdb0e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.764801144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d081356-eebe-41a5-be91-881c92854e0a","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.764807858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5378a3-f1db-4d54-8e1c-0ccb5370c449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.770156501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"ed933f2c-4f0a-42b7-8c3e-8637fe929cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.773277959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5378a3-f1db-4d54-8e1c-0ccb5370c449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.773764937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d081356-eebe-41a5-be91-881c92854e0a","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.780126139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"0d081356-eebe-41a5-be91-881c92854e0a","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.780155626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5378a3-f1db-4d54-8e1c-0ccb5370c449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.835822227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"60d09d08-0621-45f1-9b0f-cb1369649e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.836234955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"db9f0aef-86e9-43a5-8c9a-e73436d08baf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.836587579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f81a52b6-703c-492e-ad62-1978e6b3b83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.846804865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"c8da6ab2-8efd-4868-9f40-a5ce7c05a447","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.850226769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"db9f0aef-86e9-43a5-8c9a-e73436d08baf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.850498644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"60d09d08-0621-45f1-9b0f-cb1369649e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.85109062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"de2b9b1e-3a33-47d8-b72a-93d53e3ae808","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.852967883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f81a52b6-703c-492e-ad62-1978e6b3b83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.856887177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"db9f0aef-86e9-43a5-8c9a-e73436d08baf","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:39.867394316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"0cbf8fb8-0201-44e9-a679-640771c04060","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.240893342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"25beb795-a9a3-4895-b11a-bf6a695e04ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.264278159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"25beb795-a9a3-4895-b11a-bf6a695e04ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.266319785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"da325028-2eee-4c93-8046-66521ead46e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.266967396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f4005b92-6b76-434b-9fef-61e5cd067a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.267515669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12df7e4a-c767-4201-b3ae-0173ba3c9915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.287882237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"f4005b92-6b76-434b-9fef-61e5cd067a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.290514087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"da325028-2eee-4c93-8046-66521ead46e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.293052519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"12df7e4a-c767-4201-b3ae-0173ba3c9915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.293762248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dd7c1d-7abc-4b9d-810f-f2e87e1738ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.301564731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dd7c1d-7abc-4b9d-810f-f2e87e1738ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.350849856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8dd7c1d-7abc-4b9d-810f-f2e87e1738ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.36492952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c040cce5-19c8-481b-8c10-cb6906bcf61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.36667068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"69adf261-2aac-4c3e-88dc-2ff1398a4f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.366761961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"29fb2c02-d8a0-4547-b300-5113ab478189","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.370735815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c1e3ffc-9aac-4aca-bb87-ea6ad9d1c6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.376128232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c040cce5-19c8-481b-8c10-cb6906bcf61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.377881274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"69adf261-2aac-4c3e-88dc-2ff1398a4f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.379992871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"29fb2c02-d8a0-4547-b300-5113ab478189","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.383230645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c1e3ffc-9aac-4aca-bb87-ea6ad9d1c6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.448080932Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"0a15af8b-d95a-4312-aae0-5b553adac2a0","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.448590058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"29fb2c02-d8a0-4547-b300-5113ab478189","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.450216732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c1e3ffc-9aac-4aca-bb87-ea6ad9d1c6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.457461321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"0a15af8b-d95a-4312-aae0-5b553adac2a0","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.459964253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a03db694-0e6b-4000-9756-d21853c0a3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.466578672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"ea3ad8d0-92d2-4afc-add7-3a53ec9baa36","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.46669589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"ea3ad8d0-92d2-4afc-add7-3a53ec9baa36","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.467608068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a03db694-0e6b-4000-9756-d21853c0a3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.481458704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e521f6ee-c929-4c07-b6e9-e8c6512a159b","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.481529336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e521f6ee-c929-4c07-b6e9-e8c6512a159b","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.508663804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"cd0f5e83-3baa-4e7c-87f0-1c5ac1b3e5d2","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.508754653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"cd0f5e83-3baa-4e7c-87f0-1c5ac1b3e5d2","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.552966622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"182b435e-0064-49be-aeed-df3c950982ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.553255727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5d753d2f-4178-470d-a7c2-88a3808729a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.556831923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"152fcb68-94a3-4c52-b2db-abb0622efa71","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.557782449Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"901255d8-91b1-4c43-b030-20c8606a6ad6","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.557854898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"901255d8-91b1-4c43-b030-20c8606a6ad6","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.561845583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5d753d2f-4178-470d-a7c2-88a3808729a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.562600461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0e02e3d6-3c26-42cb-9f06-b98eb64f526f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.566079932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"182b435e-0064-49be-aeed-df3c950982ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.566150299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"152fcb68-94a3-4c52-b2db-abb0622efa71","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.570565337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0e02e3d6-3c26-42cb-9f06-b98eb64f526f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.649285424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"ecb31112-d8b7-4775-b1f1-232d8796a95e","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.649379226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"ecb31112-d8b7-4775-b1f1-232d8796a95e","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.81485315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"073e98e5-dec5-4e17-b017-921127abe80f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.929879905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"4b6c8220-7af0-4293-bb0d-c58105efbee4","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:40.930080867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"4b6c8220-7af0-4293-bb0d-c58105efbee4","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.946741945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"073e98e5-dec5-4e17-b017-921127abe80f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.952609691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9b016abe-1a33-4aed-aa1d-11f38370aa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:40.994186737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"073e98e5-dec5-4e17-b017-921127abe80f","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.01941922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9b016abe-1a33-4aed-aa1d-11f38370aa52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:41.262704618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d3ae2914-c3cc-46cc-92de-42aa7e3f35ab","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:41.262787811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d3ae2914-c3cc-46cc-92de-42aa7e3f35ab","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:41.924878263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"6ffa3089-f756-41be-9c97-5e32b6e11b2c","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:41.924993871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"6ffa3089-f756-41be-9c97-5e32b6e11b2c","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:43.236677218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"7f373740-8632-4f2c-9cf9-f25add2e5047","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:43.236771009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"7f373740-8632-4f2c-9cf9-f25add2e5047","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.455567374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:45.8052278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d016f367-e1d4-4a2a-9cc7-e55271eeff7f","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:45.805313054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d016f367-e1d4-4a2a-9cc7-e55271eeff7f","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.372646397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cdf5dc-d766-470e-a12b-66047bb4a6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.379876624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cdf5dc-d766-470e-a12b-66047bb4a6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.386834689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cdf5dc-d766-470e-a12b-66047bb4a6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.477354973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5efe6b23-bb75-4f1d-8658-ee4b942f8e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.48800429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"efdadf3a-4e93-4c3a-a5c4-e03ee838ad26","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.494766466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5efe6b23-bb75-4f1d-8658-ee4b942f8e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.546272104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5efe6b23-bb75-4f1d-8658-ee4b942f8e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.547658335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"efdadf3a-4e93-4c3a-a5c4-e03ee838ad26","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:50.57314402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"efdadf3a-4e93-4c3a-a5c4-e03ee838ad26","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:50.930843705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"b0dcd09e-0814-43a4-9865-86d596cf3bb4","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:50.930964595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"b0dcd09e-0814-43a4-9865-86d596cf3bb4","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.002751568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9fe8ce47-1f9c-4562-8553-c4cd0865d3bc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.010450546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9fe8ce47-1f9c-4562-8553-c4cd0865d3bc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.016016361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9fe8ce47-1f9c-4562-8553-c4cd0865d3bc","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.100330282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"ec9df27a-cb45-4db7-a1e6-df46f3265a6b","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.108270894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"634e56b6-5fda-4774-88f6-8e7b69ebe711","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.114386984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"43c8807f-573a-4a1a-985f-8cf28613887a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.114417947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"84b7a824-8feb-4e10-a60e-2fb5f9eb01d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.120877941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"92bd39e1-f151-48fd-b251-992ae6ea6433","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.120895673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e35036b-8edf-4623-8ae3-c939799092f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.124355706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"43c8807f-573a-4a1a-985f-8cf28613887a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.124723124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9bb15ea-e544-4419-9e26-e5ba78d513fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.125816672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"84b7a824-8feb-4e10-a60e-2fb5f9eb01d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.132331245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"92bd39e1-f151-48fd-b251-992ae6ea6433","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.137816666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e35036b-8edf-4623-8ae3-c939799092f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.146797344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"43c8807f-573a-4a1a-985f-8cf28613887a","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.149370562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"92bd39e1-f151-48fd-b251-992ae6ea6433","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.1536572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9bb15ea-e544-4419-9e26-e5ba78d513fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.154883618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e35036b-8edf-4623-8ae3-c939799092f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.1560511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"67bfb312-f39d-4e86-b690-ef8dd99e5248","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.156123514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"67bfb312-f39d-4e86-b690-ef8dd99e5248","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.166931619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"7d6ad756-7e99-4c1d-aaa4-f70f972a00ea","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.168825757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9bb15ea-e544-4419-9e26-e5ba78d513fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.25009807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"57a88c8a-1370-439c-96e1-8995ace04f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.250210806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abba7465-f5ea-4e09-89a1-026d134f3f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.2506125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f301b7af-b076-4b8d-9706-9c621db3b48e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.252122872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"316a7c21-69fc-43bb-b72e-55d5779984e8","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.259604526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"abba7465-f5ea-4e09-89a1-026d134f3f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.259679341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"57a88c8a-1370-439c-96e1-8995ace04f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.261991196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f301b7af-b076-4b8d-9706-9c621db3b48e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.262389078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"21c54fb0-d877-473f-b9be-0abea00edd97","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.26244112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"21c54fb0-d877-473f-b9be-0abea00edd97","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.264682308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1659d2cc-81cb-4503-87e3-55b2c9162b00","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.266231727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"e7bd962c-fcf2-4291-b668-abff9bca33ac","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.269094502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"51f699f6-d3e1-480d-9647-4e11e0f17411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.272295405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"1659d2cc-81cb-4503-87e3-55b2c9162b00","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.27300149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"382e10f6-dcf0-4ebe-8ba6-64eb2a10cfa9","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.273050699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"382e10f6-dcf0-4ebe-8ba6-64eb2a10cfa9","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.276174036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"51f699f6-d3e1-480d-9647-4e11e0f17411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.277619456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"b77637be-00c6-4ccf-a1c2-0ff0a6ae27a2","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.285588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"69ad2c1d-4d81-4bcf-a55f-5cee1cc57834","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.308245635Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"d8040997-5d98-4d7a-8083-99ef60928225","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.322606227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"947c12fa-675f-4ff2-afbc-fb73b7f0bd4a","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:52.322656772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"947c12fa-675f-4ff2-afbc-fb73b7f0bd4a","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.325991506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"8844aba2-1ba6-4bea-bfeb-dbe32446005b","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.332372797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"dc309612-8f10-4592-b2c1-d2e111bb34d1","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.346384774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"06bc1a68-8549-4473-a274-e66cae0a290e","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.358164469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7e2f79fc-6afc-4ae9-8cab-1c99141d3e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.360645265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c20ae862-236e-4937-9012-ca23f6a513c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.362264144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"6e5d5df4-2002-4484-a384-1c83b9f6b339","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.36240433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a27d25a6-6ffd-4c85-9127-794e1cb540fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.364126722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fc210f8d-6c1a-404b-a823-9c49f5fbdb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.366158126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7e2f79fc-6afc-4ae9-8cab-1c99141d3e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.367564395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"053d0333-fdf4-4fc8-a54f-cfdafed4aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.370179135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a27d25a6-6ffd-4c85-9127-794e1cb540fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.370463141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c20ae862-236e-4937-9012-ca23f6a513c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.371042398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"27176e5c-72fa-4739-becb-6e5014a4dbb1","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.373610268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fc210f8d-6c1a-404b-a823-9c49f5fbdb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.382449705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"053d0333-fdf4-4fc8-a54f-cfdafed4aff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.707303946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"7a94b8d1-1bd2-4e17-90b2-5167c62cf8c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.729929664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"7a94b8d1-1bd2-4e17-90b2-5167c62cf8c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.73624511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4a508964-25c9-47aa-a0ca-61268e50f58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.736987289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"7cf98486-0f74-463e-967b-7fa2644fbad6","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.73894009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"7a94b8d1-1bd2-4e17-90b2-5167c62cf8c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.739838995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f32d1d1-6859-4aed-8ea1-34c1fdc0208b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.740845395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e888eee2-932f-4179-82df-e4aae0b93d05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.747603061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"4a508964-25c9-47aa-a0ca-61268e50f58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.756968448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f32d1d1-6859-4aed-8ea1-34c1fdc0208b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.760628053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e888eee2-932f-4179-82df-e4aae0b93d05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.774504032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f32d1d1-6859-4aed-8ea1-34c1fdc0208b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.776207618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"e888eee2-932f-4179-82df-e4aae0b93d05","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.778513977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76065f79-b707-4605-b9b9-d830059c475a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.779660234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"79b99968-a6ae-44d0-ac49-a35f3116d8f2","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.783636332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4820a7-1563-4efe-bf5d-4baf3072752d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.788557434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"76065f79-b707-4605-b9b9-d830059c475a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.793983911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4820a7-1563-4efe-bf5d-4baf3072752d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.800218458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d4820a7-1563-4efe-bf5d-4baf3072752d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.870205572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eae41ccd-15f2-4529-a3b5-8678e059625c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.953713382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"bcbbd7ed-832f-43e4-b650-8aedf30611fd","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.956407805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5a92d7f3-0eb1-4992-b83a-b0d92155c802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.961999464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"56076e85-2f9b-4d22-a324-108070fbba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.962730934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"08647c61-7c62-48ab-ae3c-3c4991f05be1","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.96306227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"ae5dadeb-8938-41b9-af94-ef26a33415d9","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.965788037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eae41ccd-15f2-4529-a3b5-8678e059625c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.96840711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5a92d7f3-0eb1-4992-b83a-b0d92155c802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.96894231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"41373273-5be7-4ecd-9126-6077fa7f9446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.972050274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"56076e85-2f9b-4d22-a324-108070fbba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.050886505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"ae5dadeb-8938-41b9-af94-ef26a33415d9","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.133322414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"41373273-5be7-4ecd-9126-6077fa7f9446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.274409204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"257557a9-e58d-480d-9f66-b106ff3d55ff","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.33560489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"12632834-1d0f-4264-ba9f-171515cf74d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.366173847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"12632834-1d0f-4264-ba9f-171515cf74d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.378222453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d25759-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11f8f2ae0a9dabe559ddd2002cb217ac77d441ca21d4c548b3fde60d23acf88) AuthConfig (1a32bed8fb8711524474990231e25607b4c4b63c391a26c2dbcb48c8a6a7026f) AuthConfig (96906c380d1a8b3f031006aef6714146140328a10ce14c249ae9a8070f39fbfd) AuthConfig (dff33325acff2a9f53cd390112b07dea94de085f40d1f5c32bf842a922b1b5d3) AuthConfig (857514749914422dbdbc11ffd4d1a91e5a6570a47b03eab1e27915b1ab93374e) AuthConfig (b1515f0510007e842c7eef2d3aa16b1c6a4d5e06dacee8337978b8c9e3805f36) AuthConfig (381910b081638ee66364eb10fa7e24785fb28df5e5cebce4d6e175ebaaa18af2) AuthConfig (f0335979bcb0e64cd34ab456e62307a956c7339198e64667194b0435b596b34f) AuthConfig (bca7d7f2fefc0b4ecb5850ee560666e2149cc45816d7568f0f766a9edaa7f81c) AuthConfig (c8c021b181e0a60003af6ce76462f54861982bf0efee9921167d39d11de3d373) AuthConfig (2c74d464370471533ab46d74118d589f6daa092a37a15d34167c70c67e0e12d9) AuthConfig (3de8140132071e38e1cabb7688e00b72b9a0ad515532a2915048e9fe91adeec8) AuthConfig (9340dbc0e981b5f0e7485435e15dece7ca421968c09a7843cb3fcfe479bfdc3d) AuthConfig (d1a81d1feb799ad54b403e0440033582fba0bb8671a06f585aeb285b036631da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"12632834-1d0f-4264-ba9f-171515cf74d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.385885009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"aee71230-03cb-4beb-8c4b-ff413dcb5afb","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.403677508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0d623c-edd5-4963-b1f0-bfe3b31349ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.409523677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a1ad6c61-bd93-4f36-9184-d2c12f8e40d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.410089124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a2f846-a731-44a2-8edf-f7690173c4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.412853399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0d623c-edd5-4963-b1f0-bfe3b31349ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.414108837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"396a8df5-2398-4483-8672-08f103bc7c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.414550938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"60c58229-8bac-4214-9cdd-e181af9e6916","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.419583245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a2f846-a731-44a2-8edf-f7690173c4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.420693428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a1ad6c61-bd93-4f36-9184-d2c12f8e40d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.421248054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0d623c-edd5-4963-b1f0-bfe3b31349ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.423179348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"60c58229-8bac-4214-9cdd-e181af9e6916","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.423636486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"396a8df5-2398-4483-8672-08f103bc7c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.427618278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14a2f846-a731-44a2-8edf-f7690173c4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.428994079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"60c58229-8bac-4214-9cdd-e181af9e6916","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.489940252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4ad4f42-0746-48e3-a3a5-d4e1898dea88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.489963884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ac6b41d0-aece-445f-9caf-748b7625f3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.49202597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f64a6418-048f-4f0f-9247-7a340579e52e","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.4922015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4ca4f0c4-c593-45f7-8e54-cbd0321de052","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.492836018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"19c58a39-20e3-4fea-aa01-2ccf54708f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.497650836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a4ad4f42-0746-48e3-a3a5-d4e1898dea88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.497784041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ac6b41d0-aece-445f-9caf-748b7625f3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.500109276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f64a6418-048f-4f0f-9247-7a340579e52e","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.500341586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4ca4f0c4-c593-45f7-8e54-cbd0321de052","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.502313102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"19c58a39-20e3-4fea-aa01-2ccf54708f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.61544754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"348bda64-15fb-4df1-bce2-52fd3f4c7229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.62523037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"348bda64-15fb-4df1-bce2-52fd3f4c7229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.749195542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f63b109c-b9c0-4b88-a405-baf80e4fd622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.749197667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"981fa8dc-7bdf-46bf-902e-b01f4c9c2fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.74959792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"013b8d15-37f7-4385-b8d4-db0911c72af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.752341923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"531aedfb-e66a-4722-b4eb-eb046f795e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.756816633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"f63b109c-b9c0-4b88-a405-baf80e4fd622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.757765858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"981fa8dc-7bdf-46bf-902e-b01f4c9c2fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.759405879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"013b8d15-37f7-4385-b8d4-db0911c72af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.761514022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"531aedfb-e66a-4722-b4eb-eb046f795e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.790725825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"9faae80b-44ff-4abe-8c55-2b1cbacaf641","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.81481518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"bb78b0c6-9499-42f3-a8f9-1f67778905c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.8410737Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"bb78b0c6-9499-42f3-a8f9-1f67778905c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.847251217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"bb78b0c6-9499-42f3-a8f9-1f67778905c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:53.858766604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"85cc9ec7-bf39-460f-abaa-70e269b466e9","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.500795653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"d6080000-27b2-4a2c-90f0-e39952621f31","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.591556907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"152af925-253c-43da-88e7-e930515a5411","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.591672332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"152af925-253c-43da-88e7-e930515a5411","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.09180816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"a30a22b0-0414-449f-83d0-57d4e69867fd","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.322874105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"82407200-de44-4113-9b8f-80650062ba8f","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-44821e","model":"llm/e2e-dft-44821e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.367605476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"7a7977b7-29de-49aa-ae25-67d162ad0527","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.393487339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"bdcda864-b063-4555-bcbb-927068236848","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.393596941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"bdcda864-b063-4555-bcbb-927068236848","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.631881415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f48af7a7-34c2-495b-8610-e50a23cf9856","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.660452451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"f48af7a7-34c2-495b-8610-e50a23cf9856","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.921766552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e22e4ce-f09b-4385-8f68-825eabe933c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.95139589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5ca9a751-3d57-45c0-9d6d-5c4a66db1884","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.972437935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e22e4ce-f09b-4385-8f68-825eabe933c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:58.973258154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cef7fdc-4b94-481e-9794-01bd9a7cca7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.016670693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5ca9a751-3d57-45c0-9d6d-5c4a66db1884","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.020001294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e22e4ce-f09b-4385-8f68-825eabe933c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.021131532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cef7fdc-4b94-481e-9794-01bd9a7cca7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.024464264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"873d5987-5677-41c1-87b6-d6bf124d822b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.031273315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5ca9a751-3d57-45c0-9d6d-5c4a66db1884","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.097940321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cef7fdc-4b94-481e-9794-01bd9a7cca7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.099307439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa271b82-56d3-4b9d-afa7-650f56c4b6bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.099387939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa271b82-56d3-4b9d-afa7-650f56c4b6bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.111197857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"ae6ba2c1-d1ff-4e88-bbd6-7abe90130417","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.113251851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"ae6ba2c1-d1ff-4e88-bbd6-7abe90130417","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.113157781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"873d5987-5677-41c1-87b6-d6bf124d822b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.133946848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"873d5987-5677-41c1-87b6-d6bf124d822b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.134344222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6e466e4-4417-4348-9798-b0c0c8e81810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.13436271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6e466e4-4417-4348-9798-b0c0c8e81810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.349400331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"a55a3158-1690-4d82-9ae6-efa0b84b44f6","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.358462011Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"fb16af04-ff18-499d-b813-6801e5c0face","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.358625109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"c259c9cd-0352-4594-94e1-617246ac9d3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.358969636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9d517cbc-655d-48d3-b237-7b96261bbf0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.36661872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9d517cbc-655d-48d3-b237-7b96261bbf0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.366992307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"c259c9cd-0352-4594-94e1-617246ac9d3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.367119589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"1c2fa736-d14f-47f2-8771-d6028c68a541","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.367254959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d994993f-594e-4ba1-9718-4304241fca6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.369700541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9af6ebd4-bf29-4c8f-943e-5ac7217fc951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.373984199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"c259c9cd-0352-4594-94e1-617246ac9d3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.375409228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"1c2fa736-d14f-47f2-8771-d6028c68a541","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.377037458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d994993f-594e-4ba1-9718-4304241fca6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.378786225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9af6ebd4-bf29-4c8f-943e-5ac7217fc951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.381638283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"1c2fa736-d14f-47f2-8771-d6028c68a541","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.383377208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"9ae9f6e1-5b87-4afa-aced-dbe2b85184e0","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.383393004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"9ae9f6e1-5b87-4afa-aced-dbe2b85184e0","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.383584506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d994993f-594e-4ba1-9718-4304241fca6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.38545032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9af6ebd4-bf29-4c8f-943e-5ac7217fc951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.461640662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"bd1618dd-1b1b-4cbb-8617-99f445bda24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.466708312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"6a139680-2377-4bf3-bcae-ef19d96bcc06","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.466730644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"6a139680-2377-4bf3-bcae-ef19d96bcc06","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.470934872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"bd1618dd-1b1b-4cbb-8617-99f445bda24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.471764195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"c08fe5fc-9b73-4cfe-bdd1-a654065eb658","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.550490744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"3db09e20-9a50-49c4-be82-c5b3dae003b0","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.556981631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"be0777ad-93ff-4790-bcef-5af22b3fcae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.557006158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dd993c7a-2e65-4b84-99a2-736a9d8a6f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.558238917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c61b9f8-f46e-4db9-a6b2-2671124ea615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.56462483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"be0777ad-93ff-4790-bcef-5af22b3fcae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.564748762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dd993c7a-2e65-4b84-99a2-736a9d8a6f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.568277174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5c61b9f8-f46e-4db9-a6b2-2671124ea615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.568554034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"8447891a-dc0d-4cd2-851d-ff3e30194e38","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.568577232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"8447891a-dc0d-4cd2-851d-ff3e30194e38","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.762799781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"c2d2a4f8-8e5a-4d1f-aa9d-a371eac8cb38","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.873698843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7c1973fa-a7b6-4dad-ba8d-2ba38338fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.902903664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7ed2e926-a3a8-4ba5-a514-b201b5170b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.994852999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7ed2e926-a3a8-4ba5-a514-b201b5170b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.000693856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"7c1973fa-a7b6-4dad-ba8d-2ba38338fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.04668911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"750053eb-2e20-4839-9a03-18e20326b195","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.047872163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"cfcbfaf0-8028-4fdc-97eb-f2f663c623d1","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.047900163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"cfcbfaf0-8028-4fdc-97eb-f2f663c623d1","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.050064487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"23793de8-2ec7-4a1e-abf6-dec6461ab889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.050728038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"90e7090a-a9a9-455a-a6fe-d573ff877716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.056672312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"750053eb-2e20-4839-9a03-18e20326b195","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.061784408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"90e7090a-a9a9-455a-a6fe-d573ff877716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.067743117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"23793de8-2ec7-4a1e-abf6-dec6461ab889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.164566112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d775d54b-c55c-474b-944a-c32f1ff91a06","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.168135915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"15164740-e675-448a-b810-b942a1578eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.171993625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d775d54b-c55c-474b-944a-c32f1ff91a06","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.176218718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"15164740-e675-448a-b810-b942a1578eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.551831679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aa77432f-2d01-4760-9ffa-1125052a13b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.613898693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"65780741-64f6-4c81-8b8a-665d48d62e9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.63237142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aa77432f-2d01-4760-9ffa-1125052a13b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.634250169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"04eb415a-bf27-4eaa-90dc-07037bc14480","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.638290451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"65780741-64f6-4c81-8b8a-665d48d62e9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.644975957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07dc4e6b-970a-47e9-bb22-236b1f9a28dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.663696647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"65780741-64f6-4c81-8b8a-665d48d62e9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.665498595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f4a81d-fec2-4e16-b3b1-28f7ec8ff930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.669879294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07dc4e6b-970a-47e9-bb22-236b1f9a28dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.681710958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07dc4e6b-970a-47e9-bb22-236b1f9a28dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.683463071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"12c12f79-6cf7-405c-b51f-6e86ad6e5b21","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.690110908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d97f4a7b-3e26-401f-a822-1c5af88a1bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.699450566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f4a81d-fec2-4e16-b3b1-28f7ec8ff930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.700002452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"14753f0a-01de-442b-9012-d1ac37e578d9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.701108644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"12c12f79-6cf7-405c-b51f-6e86ad6e5b21","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.703357594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"d97f4a7b-3e26-401f-a822-1c5af88a1bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.707883272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2166f10b-079f-4da3-85fb-ddf76334cbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.710114845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f4a81d-fec2-4e16-b3b1-28f7ec8ff930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.714009925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"14753f0a-01de-442b-9012-d1ac37e578d9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.718973352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2166f10b-079f-4da3-85fb-ddf76334cbcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.721663123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"14753f0a-01de-442b-9012-d1ac37e578d9","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.761045097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"5d921425-6d2a-4e79-bcce-788efbf0b7e4","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.761068113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"5d921425-6d2a-4e79-bcce-788efbf0b7e4","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.767176803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"df4a9b1b-cf74-4945-910d-92107edd1680","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.774514818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8f6b6688-fac6-400a-83ce-483b78d14304","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.778545023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fec7b201-c003-4557-97f1-61403e1626dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.779386156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"bae41def-a58a-4146-8d4f-2cfef8b2c64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.779808994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816ad937-7dc2-4198-8358-7e19b632261a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.790793874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"fec7b201-c003-4557-97f1-61403e1626dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.791417444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"bae41def-a58a-4146-8d4f-2cfef8b2c64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.799525722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8f6b6688-fac6-400a-83ce-483b78d14304","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.805135889Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816ad937-7dc2-4198-8358-7e19b632261a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.805872237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8f6b6688-fac6-400a-83ce-483b78d14304","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.811786108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"816ad937-7dc2-4198-8358-7e19b632261a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.817960191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"d48fea31-7ec4-41ed-a6b2-c0e1d34cbbb5","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.817985949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"d48fea31-7ec4-41ed-a6b2-c0e1d34cbbb5","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.8482873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"e1434725-4470-467d-998b-f3ddc289612c","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.696709936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"f64ad18a-f3e7-48d6-8bb6-2402b8aa26ac","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.701400936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5db6e249-fd9f-48a4-bc30-1f7b4812c047","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:04.70189984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"c0dbc3f0-a054-46f1-ae9a-cffe3e1f57f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca4d90-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.707982528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5db6e249-fd9f-48a4-bc30-1f7b4812c047","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.714008994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"0ba09cea-4276-47ad-9013-6f3dff1b7588","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:04.726501625Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"0ba09cea-4276-47ad-9013-6f3dff1b7588","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:04.726560194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"0ba09cea-4276-47ad-9013-6f3dff1b7588","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.729979375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"4c88488e-fb77-40de-887c-a8fe71f258da","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.736975172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"bd68d292-fc10-4260-abf9-218ab559f9b8","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.748181122Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"482472d2-f96a-4e1d-b33b-aa6e6128cc95","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d25759/e2e-shr-auth-ca4d90-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.773001046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"69df32d8-076f-4098-bfca-34988831103d","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.900790027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"fdefb29b-d4bc-400d-96a1-6d4d51ef0754","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.901373189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5e05c30a-5b4a-4124-a936-27126b588817","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.915425734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5e05c30a-5b4a-4124-a936-27126b588817","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.721006171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"553d774b-e273-47aa-99c1-1622bf8222d6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.721040878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"553d774b-e273-47aa-99c1-1622bf8222d6","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.746086094Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"a21cef36-dae1-4450-8c18-e51013a697fd","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bda16dd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.746281895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5857d551-1cd9-4826-97da-f99532dd198c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.746404036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb5adbc-d1d8-4f7e-9b3c-4808ab56f038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.746656967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d26b26e-7036-464d-bb71-de5423bd5d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.757629764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5857d551-1cd9-4826-97da-f99532dd198c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.760526807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb5adbc-d1d8-4f7e-9b3c-4808ab56f038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.760803556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d26b26e-7036-464d-bb71-de5423bd5d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.767600838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"5857d551-1cd9-4826-97da-f99532dd198c","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.768090216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb5adbc-d1d8-4f7e-9b3c-4808ab56f038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.769527774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d26b26e-7036-464d-bb71-de5423bd5d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.933799591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33f5a485-c911-4e6d-a60d-dbc72b56f6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.934522572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4dec812-5f0c-4f1e-860e-82604fd408d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.935168457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"212835cd-67c8-4892-ac1c-5643f6d1070b","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.94178276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33f5a485-c911-4e6d-a60d-dbc72b56f6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.94313097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4dec812-5f0c-4f1e-860e-82604fd408d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.944849166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"212835cd-67c8-4892-ac1c-5643f6d1070b","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.948350694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33f5a485-c911-4e6d-a60d-dbc72b56f6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.948849323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4dec812-5f0c-4f1e-860e-82604fd408d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.951695035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (450b43a23b84d4154f4d69fb462e59aa81aca13834bb4237a8eaa5982847107a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (90c1fb9bff5ed2c146d5ff2e70252c7c51f82a55a5f529315acaee69139c34f9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (965cd1aaf6dc8752111799a5209252ecf4ea59acd0e5536959a5a856fe7adb06) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d269d8cc25ea81b1dd65d5f261c8c6d0d83b0344293f7fb9a449a767189cbd5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"212835cd-67c8-4892-ac1c-5643f6d1070b","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.693721756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"82514dac-19df-4900-827e-0ca742de760f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.700435825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"82514dac-19df-4900-827e-0ca742de760f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.706264294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"82514dac-19df-4900-827e-0ca742de760f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.87155435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"c6f51c34-5ff6-4745-8947-0ebd17cd9b78","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.883282675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9f4ce480-f8a4-4197-a7fb-f7187f8d0bc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.886680862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"c6f51c34-5ff6-4745-8947-0ebd17cd9b78","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.899492698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9f4ce480-f8a4-4197-a7fb-f7187f8d0bc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.901468176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"c6f51c34-5ff6-4745-8947-0ebd17cd9b78","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:10.905763781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9f4ce480-f8a4-4197-a7fb-f7187f8d0bc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:14.455623355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.750021904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"59b99ecf-8ed9-40c0-9c1a-4708ac6871dd","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-44821e","subscription":"e2e-dft-44821e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.756807699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"59b99ecf-8ed9-40c0-9c1a-4708ac6871dd","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.760322044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-sub","reconcileID":"59b99ecf-8ed9-40c0-9c1a-4708ac6871dd","MaaSSubscription":{"name":"e2e-dft-44821e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-44821e","namespace":"llm","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.86074336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"4dcf9fc3-db78-4205-90fe-8249201f793f","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.860852462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"4dcf9fc3-db78-4205-90fe-8249201f793f","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.867015495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"d43e22fc-6c43-450f-8dbb-aaa73be0afc0","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.873628465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1e544b-03e3-4cfe-94c4-b941035854cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.877123426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87575935-f0ad-4c0b-8cf0-34a6120e9934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.893754461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"d43e22fc-6c43-450f-8dbb-aaa73be0afc0","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.899457137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"d43e22fc-6c43-450f-8dbb-aaa73be0afc0","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:16.903805258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1e544b-03e3-4cfe-94c4-b941035854cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:16.906649321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87575935-f0ad-4c0b-8cf0-34a6120e9934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:16.911770754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1e544b-03e3-4cfe-94c4-b941035854cf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:16.915076236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87575935-f0ad-4c0b-8cf0-34a6120e9934","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.91518654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"03b1679e-5008-40d0-9d31-5cda63aafc92","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.915205863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"03b1679e-5008-40d0-9d31-5cda63aafc92","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.918375533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"030a20be-79e1-4412-b97b-c8712a31b0c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.918389145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"030a20be-79e1-4412-b97b-c8712a31b0c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.918746789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673d6e1a-7bf9-4cba-89bb-4fd04af305ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.918758213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673d6e1a-7bf9-4cba-89bb-4fd04af305ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.941293185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0416ca4-de76-43fb-8e28-e20741fb8f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.941667296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b8b26079-6579-463b-8c2a-310858e549dc","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.943993249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e6f8c3-f062-4d23-b2dc-1f28ee771116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.948130522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0416ca4-de76-43fb-8e28-e20741fb8f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.94877443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b8b26079-6579-463b-8c2a-310858e549dc","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.950483409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e6f8c3-f062-4d23-b2dc-1f28ee771116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.95387373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0416ca4-de76-43fb-8e28-e20741fb8f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.954309067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b8b26079-6579-463b-8c2a-310858e549dc","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.957277329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e6f8c3-f062-4d23-b2dc-1f28ee771116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:16.957715859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"b8b26079-6579-463b-8c2a-310858e549dc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-44821e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.959838913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"537bbb67-16c5-44c9-b497-436ebb7714d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.959853471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"537bbb67-16c5-44c9-b497-436ebb7714d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.962533295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-44821e-access","reconcileID":"cc339be2-7e40-40fe-895d-54b03e8621e1","MaaSAuthPolicy":{"name":"e2e-dft-44821e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.965690126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"8c86f922-b0c0-4494-9fe5-36a00fe6223b","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.965707577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"8c86f922-b0c0-4494-9fe5-36a00fe6223b","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.969044548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a983d5a-b5cd-43e2-956b-f90a910f5814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.969058988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7a983d5a-b5cd-43e2-956b-f90a910f5814","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.978541613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"0859ac49-4d21-4fb5-a1a6-0456670d9b65","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:16.978559804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"0859ac49-4d21-4fb5-a1a6-0456670d9b65","MaaSModelRef":{"name":"e2e-dft-44821e","namespace":"llm"},"routeName":"external-model-e2e-dft-44821e-613a0b3f174b","namespace":"llm","model":"e2e-dft-44821e","externalModel":"e2e-dft-44821e","provider":"e2e-dft-44821e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.454123597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"325a25c8-fdd3-4dce-a6bf-4df037399135","namespace":"llm","name":"e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.464957018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"4f5e0b37-cbf6-4d1f-bb46-7569be2cb4dd","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.465519053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e01f258-8cea-4c43-bfe9-4a521abb16d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.465533273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e01f258-8cea-4c43-bfe9-4a521abb16d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.465784277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd4987fa-dbc7-4cf6-a4dc-a5a2b97dbcc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.465795444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd4987fa-dbc7-4cf6-a4dc-a5a2b97dbcc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.46602022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"696239d8-e5a7-4d7f-a653-14d203dfce6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466030872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"696239d8-e5a7-4d7f-a653-14d203dfce6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466346814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59bc3618-ddb7-403a-8df7-435fbe267f0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.46635814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"59bc3618-ddb7-403a-8df7-435fbe267f0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466438501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"28b2afde-2f79-4521-9446-9f8170078b81","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466566207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"144df80c-eac1-41eb-a8ac-1fc414cef73d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466576575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"144df80c-eac1-41eb-a8ac-1fc414cef73d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466773074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db3a6b3e-6364-4b66-a4e3-55e7b97a1757","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.466782587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db3a6b3e-6364-4b66-a4e3-55e7b97a1757","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.467002016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf4ca4d4-c303-46d3-b45f-193402cbb60e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.467011968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf4ca4d4-c303-46d3-b45f-193402cbb60e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.467246025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31234849-e08e-4033-ba72-e616824515ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.467257703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31234849-e08e-4033-ba72-e616824515ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.468359089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf3f2a89-abf9-45de-a58a-249c2fc4a817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.468626274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"42877444-d5f7-46b8-98f7-ac71ebb87025","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.469771852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cd5c757-d9ac-4e64-8ab2-798fa801126f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.47343604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"4f5e0b37-cbf6-4d1f-bb46-7569be2cb4dd","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.475171876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"28b2afde-2f79-4521-9446-9f8170078b81","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.477443761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf3f2a89-abf9-45de-a58a-249c2fc4a817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.47937963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cd5c757-d9ac-4e64-8ab2-798fa801126f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.480852983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"42877444-d5f7-46b8-98f7-ac71ebb87025","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.482516795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"28b2afde-2f79-4521-9446-9f8170078b81","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.482781183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"4f5e0b37-cbf6-4d1f-bb46-7569be2cb4dd","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.546126464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cd5c757-d9ac-4e64-8ab2-798fa801126f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.546811869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf3f2a89-abf9-45de-a58a-249c2fc4a817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.548865101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"42877444-d5f7-46b8-98f7-ac71ebb87025","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.550720096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"484cd6a4-5a3c-4bf1-878c-472115280e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.555055543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a0f6c72-778d-4b7e-bf23-62df0a390fc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.564116874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b3ab8587-9d2d-4704-ae12-69a52f308db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.564161132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"227ccb2e-f7aa-4427-876d-408acf13c133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.577539864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b3ab8587-9d2d-4704-ae12-69a52f308db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.577548095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"227ccb2e-f7aa-4427-876d-408acf13c133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.593770362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"697291a1-fa81-405f-b6c2-b654064d4861","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.647338302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0ebd8643-beae-48ab-8387-3904fa3381f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.648890392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a16a0479-3288-4076-be0d-879986aff2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.649209534Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-44821e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-44821e","reconcileID":"c831786c-eff2-4fc0-b35a-b383e1f8cf11","namespace":"llm","name":"e2e-dft-44821e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.64977542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6fb8b68e-aeb9-4976-88d7-c836c90a4474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.649779888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"697291a1-fa81-405f-b6c2-b654064d4861","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.654689423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0ebd8643-beae-48ab-8387-3904fa3381f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.655126124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d6df9c6d-2fe8-442d-8a8b-752ade6bdbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.656321973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a16a0479-3288-4076-be0d-879986aff2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.657834921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6fb8b68e-aeb9-4976-88d7-c836c90a4474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.662039967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"d6df9c6d-2fe8-442d-8a8b-752ade6bdbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.777278387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f76ddf09-6f84-4a2a-b1b6-945cd9ad26f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:17.847662041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"f76ddf09-6f84-4a2a-b1b6-945cd9ad26f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.22749805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"0bee8c0f-6ddc-4599-9060-e8e154011a1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.233364813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2085646c-4abf-4d33-a9d8-e320d59fbd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.234438158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d5d386d1-f97a-4e59-bd69-bbd6e75f30e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.241498653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"62c6ee93-0976-42ab-bf66-69cfb9750914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.244825737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"0bee8c0f-6ddc-4599-9060-e8e154011a1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.248612786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2085646c-4abf-4d33-a9d8-e320d59fbd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.253843076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d5d386d1-f97a-4e59-bd69-bbd6e75f30e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.255978041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"62c6ee93-0976-42ab-bf66-69cfb9750914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.349821063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"abdf9084-aa48-497f-a553-b06c68970a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.350340107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"702adcdb-c7af-48d0-b742-8ff6aaa29e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.350358948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"efa72b51-922e-4033-9612-8233c42d5e2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.351995334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f60cb580-c939-44be-82e7-21090df7c35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.352397558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8e78a01a-68ae-4711-9e00-6c39eafae5ab","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.360309506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"abdf9084-aa48-497f-a553-b06c68970a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.360563588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"efa72b51-922e-4033-9612-8233c42d5e2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.366261347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"702adcdb-c7af-48d0-b742-8ff6aaa29e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.366646577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f60cb580-c939-44be-82e7-21090df7c35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.369716291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"efa72b51-922e-4033-9612-8233c42d5e2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.372147302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8e78a01a-68ae-4711-9e00-6c39eafae5ab","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.375757735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f60cb580-c939-44be-82e7-21090df7c35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.451425419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"8e78a01a-68ae-4711-9e00-6c39eafae5ab","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.452566095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"702adcdb-c7af-48d0-b742-8ff6aaa29e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.457993377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"2a2106d4-f36f-4cd1-a1c6-4e1365b5b79c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.462558993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ef8679af-f30e-47d5-8676-ba37b0a103e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.463948209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c7181913-77db-4848-b1b3-3be3fdd512cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.465444997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"2a2106d4-f36f-4cd1-a1c6-4e1365b5b79c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.46665659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e7a1b0df-72e9-4b8d-93dc-6a3b1325c020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.468284724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8f180173-c2d5-438a-ae9b-a578cd2e0c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.469567993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ef8679af-f30e-47d5-8676-ba37b0a103e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.47095124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"2a2106d4-f36f-4cd1-a1c6-4e1365b5b79c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.47104706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c7181913-77db-4848-b1b3-3be3fdd512cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.473450032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"e7a1b0df-72e9-4b8d-93dc-6a3b1325c020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.47471916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8f180173-c2d5-438a-ae9b-a578cd2e0c86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.549576727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"17e7571b-2ac7-47e9-ac8d-985892c28eda","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.554761212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"34146454-fecd-406e-a9c9-dcbd500c9fbb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.556780464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"17e7571b-2ac7-47e9-ac8d-985892c28eda","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.5571881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0ea98264-4b19-4fe4-b6bf-9182c996a19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.56263918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"34146454-fecd-406e-a9c9-dcbd500c9fbb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.564443147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0ea98264-4b19-4fe4-b6bf-9182c996a19c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:22.613024947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"9006627b-dfb9-4b3e-b770-e2469169a2e0","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:22.613091382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"9006627b-dfb9-4b3e-b770-e2469169a2e0","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:22.629500744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"76c6f693-da20-41b2-a511-9b96c85eff54","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:22.629570348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"76c6f693-da20-41b2-a511-9b96c85eff54","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:22.854050434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f389fd3-41ac-4b40-8e5f-9706e524e3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:22.857726811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f389fd3-41ac-4b40-8e5f-9706e524e3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:22.86433964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f389fd3-41ac-4b40-8e5f-9706e524e3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:22.872021588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f389fd3-41ac-4b40-8e5f-9706e524e3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.160891898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de37662-11f1-4676-bbbe-9b9f8869d6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.164423375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de37662-11f1-4676-bbbe-9b9f8869d6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.168033025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de37662-11f1-4676-bbbe-9b9f8869d6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.171048693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de37662-11f1-4676-bbbe-9b9f8869d6da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:23.642766678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"3df23051-77b3-4c0f-8e1c-d92fb9cdb179","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:23.64283152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"3df23051-77b3-4c0f-8e1c-d92fb9cdb179","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.65320162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a88862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a88862","reconcileID":"ec6de2ea-2de0-49ab-9c84-afac3938f936","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a88862","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a88862":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:23.697564226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"dfc61bb7-8f0b-46ca-a698-ceab17693189","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:23.69763804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"dfc61bb7-8f0b-46ca-a698-ceab17693189","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.823560032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37478a-4266-4f75-9cb2-990f51f186e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.826895174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37478a-4266-4f75-9cb2-990f51f186e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.830660109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37478a-4266-4f75-9cb2-990f51f186e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.848344893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37478a-4266-4f75-9cb2-990f51f186e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:24.937085643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"7c8a89ff-502c-4f68-bfde-8ff9c4a2d193","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:24.937148897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"7c8a89ff-502c-4f68-bfde-8ff9c4a2d193","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.37792128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9ce041f7-5978-4169-94ff-d5b01da91a1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.386156354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9ce041f7-5978-4169-94ff-d5b01da91a1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.388526894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8abcb1-fb79-42a5-b28d-1c9fcf4513eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.392369805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9ce041f7-5978-4169-94ff-d5b01da91a1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.395578898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8abcb1-fb79-42a5-b28d-1c9fcf4513eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.402570717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8abcb1-fb79-42a5-b28d-1c9fcf4513eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.476015681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"11686c4e-52ff-490f-8854-508af18fb875","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.477743449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83a565a0-41c1-4aa0-8858-39a4854bbaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.480761544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"70e001d8-1c56-4747-be84-9cffeb83030f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.484998259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"11686c4e-52ff-490f-8854-508af18fb875","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.486115283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83a565a0-41c1-4aa0-8858-39a4854bbaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.488388869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"70e001d8-1c56-4747-be84-9cffeb83030f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.49067785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"11686c4e-52ff-490f-8854-508af18fb875","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.546031401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"70e001d8-1c56-4747-be84-9cffeb83030f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.546889828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83a565a0-41c1-4aa0-8858-39a4854bbaec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.72447528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"902b98d9-eac4-47cd-b900-c19c75b34a99","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.79187463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"d8868d06-5d05-4cb0-a662-dfa252798035","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.796168172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea0d8199-2a0f-48fc-8b52-53270742b3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.796874568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"17305f25-3a8d-4862-ac1f-cf59bb087ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.814105701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"ea0d8199-2a0f-48fc-8b52-53270742b3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.837347957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"76c67de2-8268-4f4b-992a-c71698657a28","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.840600351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"17305f25-3a8d-4862-ac1f-cf59bb087ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:37.895510416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"70573b6c-4083-4fe7-b947-5e8bf613aac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.446877011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"19801c6c-618e-4cb1-9f19-5f43156a6a84","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.456360414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"416c742a-cede-407a-89cf-2b2fcf9c371c","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.466111801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ba1531e-cc48-49d7-ac0b-7a37a2e580f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.476372864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"19801c6c-618e-4cb1-9f19-5f43156a6a84","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.501516551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ba1531e-cc48-49d7-ac0b-7a37a2e580f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.503543357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"19801c6c-618e-4cb1-9f19-5f43156a6a84","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.538807647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ba1531e-cc48-49d7-ac0b-7a37a2e580f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.544107755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"542a7e66-688f-4ef5-8b28-34d1ad37b87e","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.549604975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"fa8845a0-7073-46f0-9578-258830874db5","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.560879337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"542a7e66-688f-4ef5-8b28-34d1ad37b87e","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.575900273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"542a7e66-688f-4ef5-8b28-34d1ad37b87e","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.630162653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5112eb6f-86aa-4c07-b55b-cde756ce7972","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.654804563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5112eb6f-86aa-4c07-b55b-cde756ce7972","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.663395241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05e01e59-8fb6-4bf8-b62f-93dc0e5e2816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.680884988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5112eb6f-86aa-4c07-b55b-cde756ce7972","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.695623171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05e01e59-8fb6-4bf8-b62f-93dc0e5e2816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:38.73782026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05e01e59-8fb6-4bf8-b62f-93dc0e5e2816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.272396834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"1e4f1fa2-ebe3-4fcd-a34d-d7d8d4f2e524","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.273509498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"b9e1e74f-0b93-4322-8ee0-fda0e10df4b6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.286830405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"b9e1e74f-0b93-4322-8ee0-fda0e10df4b6","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.289343068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"1e4f1fa2-ebe3-4fcd-a34d-d7d8d4f2e524","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.29970336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb4e72fa683aba712a29f0bdca3ce466936f5e1373ff5fe8e6aa40079c9dddcf) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c8de7e5f47bdf21f30f1cf4754cc10a27a31a1b7651b4c9ec7d6d911d03f0c1d) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (59268d5280ac987b5b8f4bc8edd0280466a69403d238222a722664e0ef987fd2) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (b16d3ce03d6c736f49f60d451f7fb1c15ed7f5dfe8a850f4c8308dd2ab50a96c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"1e4f1fa2-ebe3-4fcd-a34d-d7d8d4f2e524","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.317053511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"07de0432-8f79-4d96-924b-05c85635fad0","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.317206078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"07de0432-8f79-4d96-924b-05c85635fad0","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.801277744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"341e4096-468e-4081-afad-3860b0124be4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.819168082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"855009ae-52b0-46a3-9a07-aacd19fdff86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.826259957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2a010e60-a063-4f4e-ab4a-d612389c488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.827257182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2551bf98-301b-457d-b039-b413fe35bf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.83295862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"2a010e60-a063-4f4e-ab4a-d612389c488e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.833544691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"2551bf98-301b-457d-b039-b413fe35bf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.836589724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"577d21f4-222f-4956-abf1-94ad8f012375","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.924131551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"279e88a1-204a-495b-abdd-ef921e1014fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.93187634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"306bd386-6997-446f-a862-45beb2b6b1dd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.933134491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"8bcd2e72-e51a-4042-90c5-4d6d7da0d257","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.940128689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"306bd386-6997-446f-a862-45beb2b6b1dd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.940288551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"75ba1f24-adbc-4a4d-a93e-711a54e5c4cc","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.945683901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"306bd386-6997-446f-a862-45beb2b6b1dd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:39.957297241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"c5eaef6d-a448-4c61-a0ff-1ea225f23fb0","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.030574337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"47538824-743b-4955-ac33-512efd972034","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.057375348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"47538824-743b-4955-ac33-512efd972034","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.065451198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"47538824-743b-4955-ac33-512efd972034","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.076575114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"46252ee2-dee3-4c26-9ff5-93b5fc54c1cc","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.154815145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"43b0af17-7a67-4d4a-bca5-315563e90d34","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.155321644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"952d0c36-6889-423b-ae17-d24ccfa6ddfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.156967549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9a6ab090-710c-4745-9fff-bc72a48651c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.165362983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"952d0c36-6889-423b-ae17-d24ccfa6ddfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.173944025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9a6ab090-710c-4745-9fff-bc72a48651c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.268184024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"9a6ab090-710c-4745-9fff-bc72a48651c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.272390179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"43b0af17-7a67-4d4a-bca5-315563e90d34","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.347826332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"952d0c36-6889-423b-ae17-d24ccfa6ddfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.355833913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"173ad5d8-7902-48f7-938a-a91a0774b22b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.362604078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"173ad5d8-7902-48f7-938a-a91a0774b22b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.368529362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"173ad5d8-7902-48f7-938a-a91a0774b22b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:44.457436394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:46.105199411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"bbd38119-21c3-4535-a4c4-0bd3d8a6f14c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:46.121216385Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"bbd38119-21c3-4535-a4c4-0bd3d8a6f14c","name":"e2e-inf-a-a88862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.51593129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5892e8e1-1246-4266-b585-bab671fcd4f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.523348256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5892e8e1-1246-4266-b585-bab671fcd4f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.528988206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (5213e660f00db3d61fe1453402105cf234734aa5e362cac5448684e6b31fd9e5) AuthConfig (9bcd18bfec38a570334a37b39076fb222e26c275c9a6a50338a294f06625f42e) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (a8d1f537dd14696d08a92d0b68ab168e868a389b3794a18614865be34d429330) AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (a48de2a44f824a94895c593d1159e346bcd7e76c21e83c20e9609f39ad6e3fc9) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5892e8e1-1246-4266-b585-bab671fcd4f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.538180804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"8c5370b1-9a87-493a-bcf4-7347c084f022","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.664111956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dac43b3-574b-45cb-9495-dc85d2b7e35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.671307151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dac43b3-574b-45cb-9495-dc85d2b7e35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.676865117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dac43b3-574b-45cb-9495-dc85d2b7e35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.685801822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee17bad1-3c68-46df-adca-09590a717d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.68581783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee17bad1-3c68-46df-adca-09590a717d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.758598673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f06e1e0-2f11-4df5-8818-c673e50c0a53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.7666606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f06e1e0-2f11-4df5-8818-c673e50c0a53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.772557071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f06e1e0-2f11-4df5-8818-c673e50c0a53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.782431148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c83badd0-4c34-4d14-a118-a9a9a349122a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:48.782448653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c83badd0-4c34-4d14-a118-a9a9a349122a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.364487693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"066f06d7-845a-44f2-bc62-f52fee4056c2","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.371330339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"066f06d7-845a-44f2-bc62-f52fee4056c2","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.377158017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb4e72fa683aba712a29f0bdca3ce466936f5e1373ff5fe8e6aa40079c9dddcf) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c8de7e5f47bdf21f30f1cf4754cc10a27a31a1b7651b4c9ec7d6d911d03f0c1d) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (59268d5280ac987b5b8f4bc8edd0280466a69403d238222a722664e0ef987fd2) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (b16d3ce03d6c736f49f60d451f7fb1c15ed7f5dfe8a850f4c8308dd2ab50a96c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"066f06d7-845a-44f2-bc62-f52fee4056c2","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.278076422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e6a87776-64a0-4253-929e-ba9ddfbf5e65","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.28528054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e6a87776-64a0-4253-929e-ba9ddfbf5e65","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.290889968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"e6a87776-64a0-4253-929e-ba9ddfbf5e65","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.378100208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"507f06c9-8b2e-424a-821b-504cdd424377","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.385000331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"507f06c9-8b2e-424a-821b-504cdd424377","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:50.390559223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"507f06c9-8b2e-424a-821b-504cdd424377","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.543501818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71552abe-8cab-43f5-a881-0c16b1e92afe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.549990786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71552abe-8cab-43f5-a881-0c16b1e92afe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.555596701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (5213e660f00db3d61fe1453402105cf234734aa5e362cac5448684e6b31fd9e5) AuthConfig (9bcd18bfec38a570334a37b39076fb222e26c275c9a6a50338a294f06625f42e) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (a8d1f537dd14696d08a92d0b68ab168e868a389b3794a18614865be34d429330) AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (a48de2a44f824a94895c593d1159e346bcd7e76c21e83c20e9609f39ad6e3fc9) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"71552abe-8cab-43f5-a881-0c16b1e92afe","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.710342541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4758a254-72f2-42d8-9143-8c6400bc9d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.718521024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4758a254-72f2-42d8-9143-8c6400bc9d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.726834588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4758a254-72f2-42d8-9143-8c6400bc9d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.802585345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac2746e6-7ad6-4019-9cde-731751b28de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.809949325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac2746e6-7ad6-4019-9cde-731751b28de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:58.816471883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac2746e6-7ad6-4019-9cde-731751b28de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:59.401430727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"53f1d5c1-73a2-40a9-97d6-0e559415d504","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:59.412436798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"53f1d5c1-73a2-40a9-97d6-0e559415d504","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:59.424775269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb4e72fa683aba712a29f0bdca3ce466936f5e1373ff5fe8e6aa40079c9dddcf) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c8de7e5f47bdf21f30f1cf4754cc10a27a31a1b7651b4c9ec7d6d911d03f0c1d) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (59268d5280ac987b5b8f4bc8edd0280466a69403d238222a722664e0ef987fd2) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (b16d3ce03d6c736f49f60d451f7fb1c15ed7f5dfe8a850f4c8308dd2ab50a96c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"53f1d5c1-73a2-40a9-97d6-0e559415d504","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.299621481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"513c180a-6005-4ae5-a6d7-70e6bcb225af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.306312206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"513c180a-6005-4ae5-a6d7-70e6bcb225af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.311847701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"513c180a-6005-4ae5-a6d7-70e6bcb225af","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.400995798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"035f9352-2756-4dba-b92a-c2724121be0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.407637894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"035f9352-2756-4dba-b92a-c2724121be0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:00.413787711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"035f9352-2756-4dba-b92a-c2724121be0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:04.845631748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"12317624-8ed4-4234-818e-af456b83916f","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:04.845743159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"12317624-8ed4-4234-818e-af456b83916f","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.004183721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ef4eac-d52b-462f-8a12-bedb9f727353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.007226082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ef4eac-d52b-462f-8a12-bedb9f727353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.010323386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ef4eac-d52b-462f-8a12-bedb9f727353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.01344284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ef4eac-d52b-462f-8a12-bedb9f727353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.303783541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094486a-4fa5-495e-bed2-a605f2d08546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.306810547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094486a-4fa5-495e-bed2-a605f2d08546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.309828885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094486a-4fa5-495e-bed2-a605f2d08546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:05.31274855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2094486a-4fa5-495e-bed2-a605f2d08546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.565200114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d75e7681-be37-465e-95c1-e3fca5a0e8dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.57230761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d75e7681-be37-465e-95c1-e3fca5a0e8dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.578139284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-57079b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc589445d3bbef84b08d2c902931fa7d111b728be78f07f2438ba72471d770ba) AuthConfig (5213e660f00db3d61fe1453402105cf234734aa5e362cac5448684e6b31fd9e5) AuthConfig (9bcd18bfec38a570334a37b39076fb222e26c275c9a6a50338a294f06625f42e) AuthConfig (491f923e0df8451c739bc92b64bdeb039b3738fb49427ddf671e855edb680f0e) AuthConfig (a8d1f537dd14696d08a92d0b68ab168e868a389b3794a18614865be34d429330) AuthConfig (5dc22b301f3d38e30e8c3c736202ba14148ef8b1d56b48b75d6c410c27e694ab) AuthConfig (dec7c379bcb609d912cec65c31a341f17bc583e8dcdc1990e732daf3d429f8f6) AuthConfig (a48de2a44f824a94895c593d1159e346bcd7e76c21e83c20e9609f39ad6e3fc9) AuthConfig (24fa36c8c05344a46512f5438a1de48e5cdb4c602799077e06ba5e7a2328bf71) AuthConfig (e619e1f8f8b8d243221e6930270d677e1cd1e0146e7001baec0ace5f75943320)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d75e7681-be37-465e-95c1-e3fca5a0e8dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.73821435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44b80241-9d3a-48c0-97d0-588e45c64a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.745683562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44b80241-9d3a-48c0-97d0-588e45c64a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.751245721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44b80241-9d3a-48c0-97d0-588e45c64a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.86329901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05373b87-625f-49a7-873a-d4e9904af78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.870649161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05373b87-625f-49a7-873a-d4e9904af78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:08.946775081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05373b87-625f-49a7-873a-d4e9904af78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:09.434902385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f3b43288-f131-4331-a9ac-2685349bd61d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:09.441925555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f3b43288-f131-4331-a9ac-2685349bd61d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:09.447170228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-af8244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb4e72fa683aba712a29f0bdca3ce466936f5e1373ff5fe8e6aa40079c9dddcf) AuthConfig (2d2ba1f94202e46c4335afdf30ebaf299bde464891445ef1e78226572abcdf93) AuthConfig (7c03ebcab4e3ce0ee36e935535d142853faaf813e6f9ee771a31ecb0cc7191ec) AuthConfig (c8de7e5f47bdf21f30f1cf4754cc10a27a31a1b7651b4c9ec7d6d911d03f0c1d) AuthConfig (4bcfa734df7fb368753888b0a79f61efe09e3092b636a39894c0aeefb72634fb) AuthConfig (c87312ced6211abde8f7ef0acf5862fa4119f2ad574904a318f00b44c3b1098d) AuthConfig (59268d5280ac987b5b8f4bc8edd0280466a69403d238222a722664e0ef987fd2) AuthConfig (38bc276fc33bba6bba4a57204aeee34adc47bfe6ddb726d62b5662349e583875) AuthConfig (bb274df11ebe898e2433129ac3dd2429fb9266ec843bed9645952a730036a5c7) AuthConfig (b16d3ce03d6c736f49f60d451f7fb1c15ed7f5dfe8a850f4c8308dd2ab50a96c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f3b43288-f131-4331-a9ac-2685349bd61d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.321213567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2a915a79-f7c7-4826-94ac-e3bd0c8fd65d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.32805226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2a915a79-f7c7-4826-94ac-e3bd0c8fd65d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.334298807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2a915a79-f7c7-4826-94ac-e3bd0c8fd65d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.426997846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"cd324d28-8fd3-42ec-8ba4-3c028a2789fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.435504454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"cd324d28-8fd3-42ec-8ba4-3c028a2789fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:10.443979084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-027c19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbbe414e83d000329163cafc64a98c1841272803a8c82be1b802e303e91135cf) AuthConfig (43036b23da76d7961e9cc9cd8cdeabc87c0aed747c70cf1348c0e14328d89230) AuthConfig (53f2f53b72b10ce8a8fdbbf82fccbcb81897864654cb5b61946165af3b714c26) AuthConfig (93849d1c9b18d5518cc26276ca694d5175d323b9fe5b831136f492089427d9c1) AuthConfig (0e2ecccca21ea60b4fdae9c76e240ec1eb2b8da00cd3bdadb268c80e81007de7) AuthConfig (d28c4e0462375b922f7d9bc8e9ebc1c04804dbb23ba36d63d1f0b461b40b04be) AuthConfig (075f750ce6ce0d1b3317a7981d855bfd1f966c15f1fa16eede95fcf286b321be) AuthConfig (351def09341c3636655c1367a5924e96aa6eaf41c74a327c7bf26999b615d319) AuthConfig (5ff4ef24ff01b25760c52bfc9435780de8a26aba424f8e9bfdda9123b7803629) AuthConfig (019117dad761e50c9875c2db909fb47fe56e0fb957aaa7c1e0ea07d918fd5b6b) AuthConfig (06e7d4c5ce61f1fc1324da1413ab1f4b22a203c744cdb154d97a1a35ac26bc16) AuthConfig (8f3e318e0ca4aef3b7682e5152000a83ffee9885745467544d8ee18c11e18223) AuthConfig (a8277f4b4dbf0350a859627146d331d1b67d234837f040847ef0232b3197c539) AuthConfig (cb7d2568dfcca1f49486b17f1953d1acdfa12df4767547d78f70b9f39153b409)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"cd324d28-8fd3-42ec-8ba4-3c028a2789fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:13.366486863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"53981d3b-1ee2-464f-b472-673527471d09","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:13.3665727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"53981d3b-1ee2-464f-b472-673527471d09","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:13.39485357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"8cd41c16-b96b-454f-9e34-e492f8fc81aa","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:13.395037123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"8cd41c16-b96b-454f-9e34-e492f8fc81aa","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.607510823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3e046-85f1-4367-ada7-fb92785323a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.646730119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3e046-85f1-4367-ada7-fb92785323a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.650442404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3e046-85f1-4367-ada7-fb92785323a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.653561202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa3e046-85f1-4367-ada7-fb92785323a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.910924839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004c1049-ba89-4f2e-b062-99258f49930e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.946255168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004c1049-ba89-4f2e-b062-99258f49930e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.949727313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004c1049-ba89-4f2e-b062-99258f49930e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:13.953538671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004c1049-ba89-4f2e-b062-99258f49930e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:14.402242991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"36ea50a3-113e-439a-964c-7d44d24958ca","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:14.402326559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"36ea50a3-113e-439a-964c-7d44d24958ca","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.412612787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ce04af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ce04af","reconcileID":"2c155154-ce38-40db-9921-529c2dbd451c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ce04af","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ce04af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.472189674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:14.472697191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"98d7a2f1-7ab8-48c3-b494-a8c670461bad","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:14.472851066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"98d7a2f1-7ab8-48c3-b494-a8c670461bad","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.680803046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67324960-822e-4417-84fe-501d528ecf7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.684482895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67324960-822e-4417-84fe-501d528ecf7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.687903802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67324960-822e-4417-84fe-501d528ecf7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:14.691176701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67324960-822e-4417-84fe-501d528ecf7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:15.692595585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"95bbe946-30bb-4821-9e7f-37a3cf716e25","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:15.69266448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"95bbe946-30bb-4821-9e7f-37a3cf716e25","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.588372008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"89bfa8b9-46f6-4214-981b-94f361b248eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.595122324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"89bfa8b9-46f6-4214-981b-94f361b248eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.718581609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"83314ae3-e3b3-4568-b3f4-6d5ed681b5f2","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.777010496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d76e13fb-1b65-424c-b46b-1ea2fa21643e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.784360749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d76e13fb-1b65-424c-b46b-1ea2fa21643e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.820431568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bff71bf-ac8c-4224-a78f-af534fc14069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.820448663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bff71bf-ac8c-4224-a78f-af534fc14069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.984735199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c653a5fa-374a-48b5-a36c-6f5503811275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:18.993401997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c653a5fa-374a-48b5-a36c-6f5503811275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.128925934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5539e4a9-648a-488e-b00a-cf8cf744e12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.129022911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5539e4a9-648a-488e-b00a-cf8cf744e12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.46529688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f3cfff41-ce1c-42b3-b743-da624ba070ba","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.474702802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f3cfff41-ce1c-42b3-b743-da624ba070ba","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.505097126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"17ba895e-84c0-402b-9ef7-f72d7dca6764","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:19.505117636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"17ba895e-84c0-402b-9ef7-f72d7dca6764","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.344556977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"144100e2-32d2-4dd4-aa61-e36a0b5571e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.355575347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"144100e2-32d2-4dd4-aa61-e36a0b5571e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.36716751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f729f6199350d953f1cf348bddadf779f50f5bbf7ef6a0fb98f8a299bd42d0f) AuthConfig (e42c49ca89f83e5c69e09557984d440a9f81705b2a2b2052a5bacd63fa629208) AuthConfig (6ed13ac648d75c828f7f339a17e7b3895fb391edc7c86fdad300062af5c52917) AuthConfig (a4541ff75ad0a7e27e9cef1e7a4f517e67ce22fb7f047732033d935a4bbe138b) AuthConfig (cc1741a378bc130ff5dd25ee46d8dcc5e33873ed68d6b694b1e820c0f5ace88c) AuthConfig (a20453661e0f50247f6596b83c98b212d6105cc06f82fd63328f3dc29ae1cfd5) AuthConfig (7199bfebed9c58186386dc321c8aee9c54a585d12e79e26574f320645217a875) AuthConfig (aafd57a193528e5b78bd19dc973d76209643da1062f26efdfebb04996fd87a20) AuthConfig (93ad674f35c6b2b9788c41981a8156b49324993fd8b3fa9e41df7ab760536d83) AuthConfig (341a006e626db69d5bcee3fefe54e819e1f2c539f283e84eacec9dad11317a26) AuthConfig (7d3005cfc771f5b42ec321e7baab119d0e104c65a9c046361cdeebbbd93f4fee) AuthConfig (3ff231bdcec69653417221d0d0773349cd17ecd23f9c3b277cfc2b02a1a9e2d9) AuthConfig (457be298ec4cf0874f23ef504e41a50b22b98b5e7b91f416d2ef3cd47ff9ad6e) AuthConfig (6f2f02dfbe9e88c0a4a83e828ff8025b12066ac4b89a4a672ab9e550c37e35b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"144100e2-32d2-4dd4-aa61-e36a0b5571e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.459809037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"622a16ed-a142-47f6-9b93-8b6518aa1722","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.462191558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d482d317-0a7e-4b3d-8bf4-4f3973fdbf6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.470175337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d482d317-0a7e-4b3d-8bf4-4f3973fdbf6b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:20.573236957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"c45bd672-ea67-4df0-97f7-9c03dd637661","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.354381831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"40feb699-078a-4eb2-a410-c02ad10bf887","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.362375471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"40f7615b-b8db-4a12-be0a-cae7ce2b7faf","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:21.363081358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"fec91652-411a-4254-9ff9-cd9419d2a82e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-10116f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.371858467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"e943695d-9512-42d0-8896-30ac90c82773","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.374242637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"40f7615b-b8db-4a12-be0a-cae7ce2b7faf","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:21.380660857Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"e943695d-9512-42d0-8896-30ac90c82773","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-10116f-e2e-extmod-a-027c19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:21.380712563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"e943695d-9512-42d0-8896-30ac90c82773","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-10116f-e2e-extmod-a-027c19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.386274942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"26d9717f-ebce-425a-8dd4-b64171b510f9","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.392803834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"695affed-cbbc-43c5-a2bf-9aae03acdbc6","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.404809222Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"e5d227e7-e338-4fff-98a7-e484c56394eb","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-a-027c19","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-027c19/e2e-shr-quota-10116f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.499653415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"16e888a8-5ee5-4e83-b58d-0f980046a5b2","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.50078122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"9018743c-7fca-4aa2-8ccf-5fe75262bbc1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.515408761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"9018743c-7fca-4aa2-8ccf-5fe75262bbc1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:21.516513522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"ba003663-f68e-4d24-b914-b4e48c83dce7","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-a-027c19","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.778083245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"965a9a4a-a5f9-4548-aa9d-5e465c12123a","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.778373301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"965a9a4a-a5f9-4548-aa9d-5e465c12123a","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:22.779592464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-af8244/e2e-fail-c9bb4b89-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-c9bb4b89-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.797841675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"cc21e9b0-2464-41a3-b396-24f5929b80e9","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.801542703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"4e28fac4-20d6-4b41-b8ec-b9168b3374f9","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.801561629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"4e28fac4-20d6-4b41-b8ec-b9168b3374f9","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.804780272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"cc21e9b0-2464-41a3-b396-24f5929b80e9","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.811499287Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"0a504d22-183e-4c63-b2d1-c2e0c58f73e9","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-fail-c9bb4b89","model":"e2e-fail-c9bb4b89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-af8244/e2e-fail-c9bb4b89-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.83565885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"049f17f7-ed7a-4354-9a30-4b62bd374563","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.835677324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"049f17f7-ed7a-4354-9a30-4b62bd374563","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.879233409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f0579eab-402a-489b-b6ea-f3d258445877","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.886697496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f0579eab-402a-489b-b6ea-f3d258445877","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:22.901630026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"a33ef2c7-5883-4b36-9ef3-4ae10e6e652f","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-fail-c9bb4b89","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.262649284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"d645ff6d-8cd8-4f26-9718-4460eb0c6e7f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:23.272398907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"642918d7-db7d-4d8a-8c79-0396eb7e7297","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.274982925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bb86f389-1b4a-4d15-96ec-bfd7be963d4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.279053429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"4f1bd17f-c12d-4851-98c6-55e4173cfea2","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.349417836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bb86f389-1b4a-4d15-96ec-bfd7be963d4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:23.351730775Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"4f1bd17f-c12d-4851-98c6-55e4173cfea2","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:23.351794797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"4f1bd17f-c12d-4851-98c6-55e4173cfea2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.355279588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"13ddf21b-c875-4b89-9580-3e99d33330c4","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.355306189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"13ddf21b-c875-4b89-9580-3e99d33330c4","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.364265901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"e37bbad3-597f-4ad9-9e8a-df31dfc44d3f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.37742247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"09cb02ca-d661-4865-9fbb-7ad4d349c431","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.378285294Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"28faf83a-e6f7-45c5-9a9e-b0a3550b3b3f","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-57079b/e2e-shr-shared-8bc5c6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.385092299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"09cb02ca-d661-4865-9fbb-7ad4d349c431","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.404642135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"9aea899b-31af-47dc-9f46-aaae587eff1c","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:23.478501207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"f6fb062f-a06e-4314-8e60-94aa3813ef74","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:30.472299837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a2f34e4e-fc51-4fab-9275-b8b44c87c31e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:30.47923444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a2f34e4e-fc51-4fab-9275-b8b44c87c31e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:30.486331671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e1f08d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f729f6199350d953f1cf348bddadf779f50f5bbf7ef6a0fb98f8a299bd42d0f) AuthConfig (e42c49ca89f83e5c69e09557984d440a9f81705b2a2b2052a5bacd63fa629208) AuthConfig (6ed13ac648d75c828f7f339a17e7b3895fb391edc7c86fdad300062af5c52917) AuthConfig (a4541ff75ad0a7e27e9cef1e7a4f517e67ce22fb7f047732033d935a4bbe138b) AuthConfig (cc1741a378bc130ff5dd25ee46d8dcc5e33873ed68d6b694b1e820c0f5ace88c) AuthConfig (a20453661e0f50247f6596b83c98b212d6105cc06f82fd63328f3dc29ae1cfd5) AuthConfig (7199bfebed9c58186386dc321c8aee9c54a585d12e79e26574f320645217a875) AuthConfig (aafd57a193528e5b78bd19dc973d76209643da1062f26efdfebb04996fd87a20) AuthConfig (93ad674f35c6b2b9788c41981a8156b49324993fd8b3fa9e41df7ab760536d83) AuthConfig (341a006e626db69d5bcee3fefe54e819e1f2c539f283e84eacec9dad11317a26) AuthConfig (7d3005cfc771f5b42ec321e7baab119d0e104c65a9c046361cdeebbbd93f4fee) AuthConfig (3ff231bdcec69653417221d0d0773349cd17ecd23f9c3b277cfc2b02a1a9e2d9) AuthConfig (457be298ec4cf0874f23ef504e41a50b22b98b5e7b91f416d2ef3cd47ff9ad6e) AuthConfig (6f2f02dfbe9e88c0a4a83e828ff8025b12066ac4b89a4a672ab9e550c37e35b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a2f34e4e-fc51-4fab-9275-b8b44c87c31e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:34.75629423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"79488151-fe8b-48f4-a2fe-48db2fc9903c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:34.773615286Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"79488151-fe8b-48f4-a2fe-48db2fc9903c","name":"e2e-inf-b-ce04af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:37.355526088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"6915c920-8f21-45dc-909d-a120417e3388","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-a-027c19","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:37.401460379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"ea482c23-2fb5-437b-aea8-6348d163433f","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:38.149068055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5283bc11-ca01-4303-9769-3170dfcf62c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:38.155681963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5283bc11-ca01-4303-9769-3170dfcf62c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.245022351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"b75b0a1f-8173-4ef0-9e2f-62fca4424a3b","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.252187943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"b2fdbb4e-d612-4ec8-b45d-610337a55def","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.256288669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"50380816-6650-4720-92bb-b72f7c352a9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.281145327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"50380816-6650-4720-92bb-b72f7c352a9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.286434199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"50380816-6650-4720-92bb-b72f7c352a9d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:39.297136255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"6b6d1f13-b044-4a7d-9d0e-c1e06da1a71e","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:40.517374821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"f36945bb-30cb-45dd-9e31-8e755919adb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:40.546883752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"f36945bb-30cb-45dd-9e31-8e755919adb4","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:40.579739468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"ec43a016-a6f7-439f-8814-04a4cee3030b","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.265621821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"60dbe3c5-b724-4da4-8bb0-74c334ccfe15","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:42.271632254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"8e6d331c-558f-4140-9401-6a6730825db9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-ca4d90-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.282129219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"aaf28862-ab21-4cd7-8498-8b01a282570e","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:42.292558214Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"aaf28862-ab21-4cd7-8498-8b01a282570e","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:42.292605761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"aaf28862-ab21-4cd7-8498-8b01a282570e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.297779886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"eb11303b-c706-44de-9929-4de8f0fe2a8a","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.350686523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"f3bcac72-63c3-46a4-894f-8dae144df63d","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.351460503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"01c0a62b-2591-4a09-ab43-32cf067198fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.35812526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"01c0a62b-2591-4a09-ab43-32cf067198fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.36286615Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"41d683ed-39a6-4d84-8153-e57c839a3acd","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e1f08d/e2e-shr-auth-ca4d90-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.389739599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"020f841e-886e-4cf2-97a3-03496933851d","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.414079333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"258311f5-b3d9-4608-ba35-b5e2a6c14e74","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.427536105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"706fa2cf-53d2-4c77-b697-4db9adb3d4db","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:42.44704296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"706fa2cf-53d2-4c77-b697-4db9adb3d4db","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:44.45572251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:49.302662936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"478fb1c6-bb8c-470a-ba54-18526e2f0531","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:49.309698767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"478fb1c6-bb8c-470a-ba54-18526e2f0531","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:49.315411252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"478fb1c6-bb8c-470a-ba54-18526e2f0531","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:54.380706541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d3156d25-3e43-48a1-97e0-f888d90c5a03","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:23:54.380894078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"d3156d25-3e43-48a1-97e0-f888d90c5a03","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:54.7754764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0099dc-a06d-4f6c-a4f8-ed9925dbc933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:54.778540464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0099dc-a06d-4f6c-a4f8-ed9925dbc933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:54.781740834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0099dc-a06d-4f6c-a4f8-ed9925dbc933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:54.784959218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0099dc-a06d-4f6c-a4f8-ed9925dbc933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:55.047290295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b52d5d-351f-4d96-8774-b2af6964d49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:55.050452664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b52d5d-351f-4d96-8774-b2af6964d49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:55.053565798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b52d5d-351f-4d96-8774-b2af6964d49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:55.056716252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b52d5d-351f-4d96-8774-b2af6964d49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:59.326383027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c94aa782-6ef4-48ad-9117-662b4f22bd0b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:59.333193688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c94aa782-6ef4-48ad-9117-662b4f22bd0b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:23:59.338505903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c94aa782-6ef4-48ad-9117-662b4f22bd0b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:09.365553743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"91c050a0-bca5-4428-9b79-01342b0a9799","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:09.39072839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"91c050a0-bca5-4428-9b79-01342b0a9799","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:09.423278745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"91c050a0-bca5-4428-9b79-01342b0a9799","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.293978971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"44fe6cfa-3f71-49fa-9b5d-efe4646c3ad7","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-fail-c9bb4b89","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.331424133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"633125bd-f6d1-4b7e-9ebd-718b7b6b2d33","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.331539382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"633125bd-f6d1-4b7e-9ebd-718b7b6b2d33","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.375584045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"3255711b-ef92-4972-8532-6ee7ba0cd067","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.375705119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"3255711b-ef92-4972-8532-6ee7ba0cd067","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.37652928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"cc37ce5b-1fe2-4263-9789-48bf623b844f","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.42596864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"28f9f64d-351a-43a5-87ad-bdafbe60439f","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.605106474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"cbabb460-e353-43ca-bebb-01d5ebf99219","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.646810497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"8ea78bdb-cc3f-493d-97fd-c7d34b5a579f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.684487477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"f432282d-7c5c-453d-9545-4988a6a51a32","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.684507169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"f432282d-7c5c-453d-9545-4988a6a51a32","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.691796644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"4c48c375-0b05-475c-a0ae-d433cde07bc5","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.691821412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"4c48c375-0b05-475c-a0ae-d433cde07bc5","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.701021384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"a542e9db-411e-484d-b35e-269b3f5bb16f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.725239474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"a542e9db-411e-484d-b35e-269b3f5bb16f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.73137777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"a542e9db-411e-484d-b35e-269b3f5bb16f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.73939633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"8f473eeb-8fea-40e6-a225-11a3fec8251a","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:12.739419373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"8f473eeb-8fea-40e6-a225-11a3fec8251a","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.775529082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","reconcileID":"39ac6592-fe5a-47cf-bcf9-de6485a37e74","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.786312449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","reconcileID":"de62a991-f132-4ead-be04-d7c65497282b","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.788410102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"3f26c351-4bd2-40be-b639-2331654227f1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.789250293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20714454-18bd-4fc1-b8f4-69c8d65bc6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.790683218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"00cdf8b4-06a2-429c-a2fa-db8132cb6fa3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.791271436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af49dff7-ebc8-429e-8200-59635f737ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.796371737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"3f26c351-4bd2-40be-b639-2331654227f1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.796673275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa3f7da4-5bee-4aa3-9d79-2320e5f963ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.797577343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20714454-18bd-4fc1-b8f4-69c8d65bc6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.799731703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"00cdf8b4-06a2-429c-a2fa-db8132cb6fa3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.80044019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af49dff7-ebc8-429e-8200-59635f737ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.805777078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"3f26c351-4bd2-40be-b639-2331654227f1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.807268866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"00cdf8b4-06a2-429c-a2fa-db8132cb6fa3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.807695887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fa3f7da4-5bee-4aa3-9d79-2320e5f963ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.825541504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1d48cbfa-49f5-4492-922f-e7949325dc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.827777561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"a996d29c-4d48-428b-ad71-f822b3d78430","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.928968579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"795c745b-0667-4e77-9f20-3b1f619450f9","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.932824186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1d48cbfa-49f5-4492-922f-e7949325dc3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.956014125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b4c48a30-e6ed-4827-b543-582214849750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.956716785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"333d269f-2be8-4f75-b8bd-0e240bd799d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.957090793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"138eca9b-b2ca-43a0-8be3-de273cf7528c","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.958107773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"2cdbfe02-29df-4477-b34e-a6fc6de04c02","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.958164466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"100ea7e4-c2e7-47c0-b2e3-201b9da79963","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.965254987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b4c48a30-e6ed-4827-b543-582214849750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.971502931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"333d269f-2be8-4f75-b8bd-0e240bd799d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.97515466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"9d7630f8-1b41-4d9a-a97a-32288f3629e7","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.982425851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"24167b81-0c15-4cd2-b65e-c0c2ff0893c2","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:13.989011604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"4e6cc3b4-0668-41f7-b22c-9c32d988aa08","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.013685146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","reconcileID":"7ff79c29-ba4e-406f-b7be-994342e6056d","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.015858393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"8a6bcb3e-2a1b-445f-af43-29b9a2fbb3cd","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.016267905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"947cc262-6f38-4633-82d5-fea92d88b7ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.049194668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"947cc262-6f38-4633-82d5-fea92d88b7ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.051070017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"8a6bcb3e-2a1b-445f-af43-29b9a2fbb3cd","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.054751193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"c8866ffb-1e05-4537-845d-8a9f6fcb6a13","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.054774407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"c8866ffb-1e05-4537-845d-8a9f6fcb6a13","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.073835566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","reconcileID":"4e5886ba-10c4-468a-8ec3-b973ab11b757","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.074005741Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"cc4e7adc-f800-41ad-8738-394e4005f9e4","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc950da5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.148081802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"faa3b3f4-2dd7-4771-9316-c79fdecf550c","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.150636028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","reconcileID":"419f12e6-3e02-4cfd-953d-9d4a8d45c190","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.152557187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"4c043d9b-5cb6-4c0c-ab00-ad0dce0d41e5","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.162280017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9a1d267a-2e11-45c2-82b4-3dfc55941372","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.163081539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"fefd3c57-4b8b-4151-99dc-9223f741f840","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.163463348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f72b4b9d-4942-4b32-8c3a-7b268efc61cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.166257021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"caaae11d-5e35-40a9-82c9-43ce558b36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.169054201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9a1d267a-2e11-45c2-82b4-3dfc55941372","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.16976473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"8e8a15bb-4d1a-42bc-9313-ff6c9a6a8d95","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.170314317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"02de1d41-88ef-4f82-9cc6-bed592321a3f","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.171551414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f72b4b9d-4942-4b32-8c3a-7b268efc61cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.173212156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"caaae11d-5e35-40a9-82c9-43ce558b36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.176367973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"f6954321-56db-4dc2-b759-2a5bb5113026","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.18297023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","reconcileID":"f273bbc4-f1a4-4868-9116-b8e3e12ed4a9","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-amb-a7676e-d903fff65c2f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","externalModel":"e2e-shr-amb-a7676e","provider":"e2e-shr-amb-a7676e-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.247537168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-b-e1f08d","reconcileID":"9a9ee656-020a-4f6a-9e9a-f76b58532e57","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-amb-a7676e-9cbf61402217","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-amb-a7676e-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-amb-a7676e","provider":"e2e-shr-amb-a7676e-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.256768633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"492b0f84-2cd7-433e-86c8-c76185cad14b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.590718065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"492b0f84-2cd7-433e-86c8-c76185cad14b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.607933953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","reconcileID":"f5b7989f-07d5-44eb-b3d3-3d642d5cc577","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-amb-a7676e-d903fff65c2f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","externalModel":"e2e-shr-amb-a7676e","provider":"e2e-shr-amb-a7676e-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.613555475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0a9961d3-57c9-4940-8fe2-4c8cbed00031","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.616283851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"fc562edd-04a1-4247-89f7-51f2bf5a941c","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.619093332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.627885568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"fc562edd-04a1-4247-89f7-51f2bf5a941c","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.651963406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fe859e7b-90ac-4bc3-966c-c7d1b9053816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.652223854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"712f5a4d-abc0-44e1-a5a9-681c0ad77d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.65384149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0a9961d3-57c9-4940-8fe2-4c8cbed00031","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.677107575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"712f5a4d-abc0-44e1-a5a9-681c0ad77d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.677744876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"fe859e7b-90ac-4bc3-966c-c7d1b9053816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.735888765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0370989-8904-4a6d-b431-1db5c6642e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.736594628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2e5d8514-00b0-4164-a7af-6b953a642c3c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.73800239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d11cf3ee-1b3a-42a8-9799-9a383f05b982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.739887564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fabe92-c235-4439-aaab-fb918bc25b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.742451395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"b0370989-8904-4a6d-b431-1db5c6642e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.742799836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d6ccca8-aafc-431c-88cb-aefc3a6bf47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.743515033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"2e5d8514-00b0-4164-a7af-6b953a642c3c","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.745106231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d11cf3ee-1b3a-42a8-9799-9a383f05b982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.746831758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fabe92-c235-4439-aaab-fb918bc25b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.749632687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d6ccca8-aafc-431c-88cb-aefc3a6bf47c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.758646344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"ee22fe7b-c0ba-4524-a78d-b3dd8ea2dc03","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.765775925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"ee22fe7b-c0ba-4524-a78d-b3dd8ea2dc03","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.77103757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"ee22fe7b-c0ba-4524-a78d-b3dd8ea2dc03","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.837340496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"afae0e62-9376-4c79-88c6-fa914a9f6dc0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.83755674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f0d6de99-c2a3-4570-bf5a-03db5a69a8e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.841154169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"358b0b2b-46f4-4b42-b7ac-eadb7a37d187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.846683835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"afae0e62-9376-4c79-88c6-fa914a9f6dc0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.846956305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f0d6de99-c2a3-4570-bf5a-03db5a69a8e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.850318775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"358b0b2b-46f4-4b42-b7ac-eadb7a37d187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.853570385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"afae0e62-9376-4c79-88c6-fa914a9f6dc0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.963844763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"78387871-ef45-40b2-8797-fab44e451355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.966993229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc361344-51ca-4d47-a9ca-13528ffddd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:14.969634228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"35766fcf-25a9-4f99-a2fb-d7c58e8d1cb7","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.972107324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"78387871-ef45-40b2-8797-fab44e451355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:14.9724089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"39a63cbe-4d0d-48be-a50a-dccbf8578477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.047002199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"fc361344-51ca-4d47-a9ca-13528ffddd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.047686242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"35766fcf-25a9-4f99-a2fb-d7c58e8d1cb7","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.050849113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"39a63cbe-4d0d-48be-a50a-dccbf8578477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.060977982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"da195561-371a-4786-9f8c-d6836b89990b","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.061022309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"da195561-371a-4786-9f8c-d6836b89990b","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.064003715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4ccc8c7f-7dd0-4c62-b9e8-7a4bb53891b9","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.064506645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"e7590d88-ad53-4508-95cd-685cf1f0e12e","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.068865935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5cbe9d80-645e-4409-a8c0-12f03f6363ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.07094875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4ccc8c7f-7dd0-4c62-b9e8-7a4bb53891b9","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.071499733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"e7590d88-ad53-4508-95cd-685cf1f0e12e","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.071805205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5a8bef2a-bb83-4027-8926-d5d0e312c653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.074348094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"c23c4ce5-a03e-4c6f-ba1d-7be1646b59bd","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.074404333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"c23c4ce5-a03e-4c6f-ba1d-7be1646b59bd","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.146357252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"5cbe9d80-645e-4409-a8c0-12f03f6363ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.14875712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5a8bef2a-bb83-4027-8926-d5d0e312c653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.15055202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"a27aa063-f490-4cb7-a3fd-f97c85cbdafe","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.150612501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"a27aa063-f490-4cb7-a3fd-f97c85cbdafe","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.194220235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"86458d7a-a780-47d6-aba2-ddbf3264ae4f","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.194271424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"86458d7a-a780-47d6-aba2-ddbf3264ae4f","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.313793793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"d2d4e4b3-30b1-44f8-8f92-6e65934d340f","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:15.314124039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-ambiguous","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-ambiguous","reconcileID":"d2d4e4b3-30b1-44f8-8f92-6e65934d340f","error":"ExternalModel e2e-extmod-shr-user-fce083/e2e-shr-amb-a7676e is attached to several gateways [openshift-ingress/e2e-extmod-a-d25759 openshift-ingress/e2e-extmod-b-e1f08d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.776268076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","reconcileID":"7e034f02-c474-412b-b286-dcebc32199c3","MaaSModelRef":{"name":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-amb-a7676e-d903fff65c2f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-amb-a7676e-e2e-extmod-a-d25759","externalModel":"e2e-shr-amb-a7676e","provider":"e2e-shr-amb-a7676e-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.852184547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"05162c9a-19bd-442c-9fc9-431b851e9214","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.863199088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"12b1b403-7c75-431a-8b28-11a2b3486fe8","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.868074743Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"5d10409f-4fad-4c62-a95d-99b3f370e2a6","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.870067211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"fefafdd1-67db-421c-816d-70372082e27b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.952460961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"84b6645d-c8ae-4869-852a-5b770dc3a1e3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.955793728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"fefafdd1-67db-421c-816d-70372082e27b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.957542344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6b6dcaaf-c5f9-4fe2-aa39-e60a1c8b6394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.959091487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"2f7c3987-df83-4380-8e43-9dd90c8dfff7","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.962175581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"84b6645d-c8ae-4869-852a-5b770dc3a1e3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.962610383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"548d68fa-8bb5-44b4-a98b-dbfe52992db4","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.963065773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"a50d8969-f72a-4770-9320-f1aeccf3dc82","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.965714699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6b6dcaaf-c5f9-4fe2-aa39-e60a1c8b6394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.968526661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e76d877a-e8ad-4d1d-88ba-eec2d9e41fe8","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:15.970149307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"087418aa-3664-4efc-b334-408c71c9c94d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.046413005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"9f3373f5-7251-4dc7-bfd9-21910b099ca3","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.047067954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"b5ee4329-76d3-460d-a26a-86bc2bcfdfc8","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.051130159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e76d877a-e8ad-4d1d-88ba-eec2d9e41fe8","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.051683905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"84b6645d-c8ae-4869-852a-5b770dc3a1e3","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.054799884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"087418aa-3664-4efc-b334-408c71c9c94d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.061238324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"13604536-dcf9-49dd-b811-a18a8ce8946e","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.062811633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"087418aa-3664-4efc-b334-408c71c9c94d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.068224718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"62f8450a-128f-4e5f-99f7-f66cbcbaf9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.072037639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"4137c88d-6144-4608-96c4-a512b5f63862","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.301890196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"49b9e666-8e10-4ef4-9bd2-d5c9895aa884","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.360493421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"62f8450a-128f-4e5f-99f7-f66cbcbaf9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.406921862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","reconcileID":"cccf7e7b-b41c-4316-8e8b-9f7991655a9a","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.407451477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"16149073-1ca8-4054-8853-c44cfedbba73","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.412197951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"2ee9353b-4c3b-4416-b45a-0efef59c8cc8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.426044861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5cd9ddd0-d88a-4d54-9a66-f61584d37a5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.426868984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"bbbb7dfa-320f-46e6-b161-5324f26fa66c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.432259218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"2ee9353b-4c3b-4416-b45a-0efef59c8cc8","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.473729796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"624591c0-7f61-4bf3-9b5f-cb601b252942","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.476774609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5cd9ddd0-d88a-4d54-9a66-f61584d37a5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.479322351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"bbbb7dfa-320f-46e6-b161-5324f26fa66c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.490655269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ae739419-cf17-418b-bbb7-f8dbe224f25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.492051056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0f220d67-f7b4-4467-a042-48472ffb5dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.493321453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"ff03b6dc-6038-4ce5-89b1-88cf6a769571","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.549343257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"0f220d67-f7b4-4467-a042-48472ffb5dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.550220539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ae739419-cf17-418b-bbb7-f8dbe224f25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.570506218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"672370db-cec4-4c1e-9642-03e16db06a4f","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.585495808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"ba9476ae-6c45-4054-a94e-cc9f26a7f038","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.691113246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"3c5fcff9-4f79-4a4a-aaf5-49af8cc3269d","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.816379102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"eeec42c2-a6ec-4aae-9a87-84518e4ef53b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.830135608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"77062e7a-4bd5-4572-9d30-47db032472fb","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.836683942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"5a48166c-5aa2-44b4-8de7-ce81ad7d3c5f","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.855008069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"eeec42c2-a6ec-4aae-9a87-84518e4ef53b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.855573801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"eda5c14b-9bc6-4ef9-91bf-a2000ebb1184","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.86962649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"85d5b161-2b80-4aad-a9dc-3319001e607d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:16.949997842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"5a48166c-5aa2-44b4-8de7-ce81ad7d3c5f","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.029614305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"eda5c14b-9bc6-4ef9-91bf-a2000ebb1184","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.144480572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"14c1e2b1-12de-4c40-ae3b-c55fd8dd87f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.160941785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"9ad71760-a99c-4ac3-8aea-c39bac40cb0f","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.1858755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"85d5b161-2b80-4aad-a9dc-3319001e607d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.190385796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"14c1e2b1-12de-4c40-ae3b-c55fd8dd87f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.210987805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"419ea363-4136-435a-892a-24a1ed46a0ec","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.21160317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"8c2077f7-6e80-4d8f-9928-ba57c485a27e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.213848506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"de4c0eb8-b93c-4ab1-a620-e75024e6b910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.21989818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"8c2077f7-6e80-4d8f-9928-ba57c485a27e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.221268349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"de4c0eb8-b93c-4ab1-a620-e75024e6b910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.29967571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bac4272f-229a-4dd2-baba-3279bba97a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.302084989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab7cf281-06f3-4883-bd36-49b1f8d94327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.302476531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8cd56cbe-5c24-400c-9263-0d21d5a65b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.302817565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"35b4d9c9-9431-45ee-b932-746a67130309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.30432844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3b7ee3c0-d9c2-4679-9ab9-e6971d0698d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.307060551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bac4272f-229a-4dd2-baba-3279bba97a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.308963276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab7cf281-06f3-4883-bd36-49b1f8d94327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.310240818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8cd56cbe-5c24-400c-9263-0d21d5a65b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.311285891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"35b4d9c9-9431-45ee-b932-746a67130309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.312711313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"3b7ee3c0-d9c2-4679-9ab9-e6971d0698d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.397493444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d38dce3b-3eae-45c4-b43c-4b3190485504","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.397937618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"24d821be-c783-4525-a5a6-b6e7235f3d15","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.399827774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"605fcef7-c86b-4c90-af66-0b210344db6d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.404292251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a31db24f-9c66-45fa-86a4-d3d5ae79a54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.406531135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d38dce3b-3eae-45c4-b43c-4b3190485504","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.407140407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"24d821be-c783-4525-a5a6-b6e7235f3d15","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.40760565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1b265265-a473-4cdc-b47f-8c22e484b587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.409229602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"605fcef7-c86b-4c90-af66-0b210344db6d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.413406159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"a31db24f-9c66-45fa-86a4-d3d5ae79a54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.41341359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d38dce3b-3eae-45c4-b43c-4b3190485504","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.416028902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"605fcef7-c86b-4c90-af66-0b210344db6d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.416718786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1b265265-a473-4cdc-b47f-8c22e484b587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.500263211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"5f7094ab-0f41-4c3b-89c5-4d59ebec3082","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.511324949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"66a39586-d814-4b83-b975-388dde853e99","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.512163789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a2124ef1-27b3-4198-b3c2-76b4654da3ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.514752763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"56c33034-43bd-40a7-96be-42d96a500915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.552978688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"db169985-bb68-49e3-a27b-8e66408d91b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.553333279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0fe58993-82ea-4bb2-9d5c-564b3a95d70e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.556287898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"66a39586-d814-4b83-b975-388dde853e99","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.556665479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"c5f55075-3ea5-4619-a208-545242394148","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.559217602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a2124ef1-27b3-4198-b3c2-76b4654da3ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.560818341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"56c33034-43bd-40a7-96be-42d96a500915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.562318994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"db169985-bb68-49e3-a27b-8e66408d91b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.562613303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"d85b9f73-14ee-40f1-90af-b074f9dc78b3","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.56481691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0fe58993-82ea-4bb2-9d5c-564b3a95d70e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.565826882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"1c23d6db-b3ad-40f8-a13c-3ebca34d6397","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.56613297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"4732995f-f359-47c3-b490-530420e5f580","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.573524719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"46cdad9e-e583-4976-b6c3-8ba43b05e93e","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.581620744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"2ff50123-cbd0-4aca-85aa-a41474c33783","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.654855309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"b7e9f7d0-4920-48d5-a887-a4a9fbf0ae18","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.659003738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4bf6d9de-2dfa-48aa-9b94-3b79790af6eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.659150488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"1e952bd9-58d9-47f0-8c3f-c921d6039b88","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.66383418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"be50f25d-19c7-4ad0-bad0-3b1f1a44f160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.6638789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1cb83bc1-021c-4ed3-ba19-76545b0fe8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.665043398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"f481bbec-fd20-4554-a12f-01294b1271ec","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.672424311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4bf6d9de-2dfa-48aa-9b94-3b79790af6eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.672446242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"1e952bd9-58d9-47f0-8c3f-c921d6039b88","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.673217334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"91c1a386-ea06-4592-b43e-bea8db3c0659","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.679024582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"be50f25d-19c7-4ad0-bad0-3b1f1a44f160","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.679301521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"1cb83bc1-021c-4ed3-ba19-76545b0fe8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.81475479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a7676e","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","reconcileID":"ecd65842-ee00-480b-9b3a-6b3118c312e6","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-amb-a7676e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:17.815145842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"860971a7-343d-4ebe-aef7-482071eb21cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.010639396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"860971a7-343d-4ebe-aef7-482071eb21cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.01636051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"26dcc3ce-208e-4dbb-a6fa-8bc367c51f8b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.018574118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"f2802e33-77be-4ba1-9f7d-c2dc46128bd0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.019243573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"23acd6e2-13d3-454a-8cbe-84719b734191","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.020997702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"42e500cd-ed93-4e9f-abe4-4f2c4c495675","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.026570799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"26dcc3ce-208e-4dbb-a6fa-8bc367c51f8b","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.027212566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"23acd6e2-13d3-454a-8cbe-84719b734191","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.027300043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"59598ede-972e-4740-807a-38a288f5ee97","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.029748768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"f2802e33-77be-4ba1-9f7d-c2dc46128bd0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.032628731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"42e500cd-ed93-4e9f-abe4-4f2c4c495675","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.035892763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"f2802e33-77be-4ba1-9f7d-c2dc46128bd0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.048246886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"42e500cd-ed93-4e9f-abe4-4f2c4c495675","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.06025636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d07c3d88-b0f3-4200-9f65-445e850be95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.060673589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ce9daa26-0d6b-4f0f-a1a5-a5ebc6105a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.061507699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"e48d8fe2-52f5-47f6-b760-b9bbfa58e21b","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.068188044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"ce9daa26-0d6b-4f0f-a1a5-a5ebc6105a78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.068396487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"d07c3d88-b0f3-4200-9f65-445e850be95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.171273736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7359a391-6af2-4c1c-9ea8-f504ea500c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.247558626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7359a391-6af2-4c1c-9ea8-f504ea500c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.256150615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"94f6e30b-f160-4bec-9b2d-9258fec7ef9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.258895902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c7e18015-769e-4d1d-b1eb-5a8f0a142b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.263382803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"94f6e30b-f160-4bec-9b2d-9258fec7ef9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.263824896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"484414f1-b5cd-4a50-9a1b-0bf8b11988e0","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.267675844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c7e18015-769e-4d1d-b1eb-5a8f0a142b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.284958813Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"2d2fb46b-24ad-4381-84c5-b3d60414ad3a","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1a0eff5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.443461464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c0a46016-d699-4c25-9263-1133dbc013be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.5251539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781f7b37-763c-4611-b408-360b1371949a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.621572585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c0a46016-d699-4c25-9263-1133dbc013be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.625454752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"781f7b37-763c-4611-b408-360b1371949a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.638746653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd80fb45-7bc6-4384-90e7-63a4a7134dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.650807445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d5bfdfe3-de0b-4790-8d21-b74d7a5d0c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.659299243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3e465b62-9a0d-4ab0-8868-cc9963945d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.663826974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d5bfdfe3-de0b-4790-8d21-b74d7a5d0c04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.666409381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd80fb45-7bc6-4384-90e7-63a4a7134dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.670879472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"3e465b62-9a0d-4ab0-8868-cc9963945d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.792126256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"7e48d1dc-d6d1-4019-8d73-d8d4aafb84db","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.79609318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"36f82e49-1608-4add-b866-2170004b5d3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.797073959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"67a8de29-2b6a-4fac-a2f8-937565f2d13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.82930877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"89d4cba0-3002-4b05-92b7-22fdbdc187d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.830927163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a718065b-c72d-49db-8ed3-6fc27a2f463c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.855428824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"7e48d1dc-d6d1-4019-8d73-d8d4aafb84db","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.867823475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"36f82e49-1608-4add-b866-2170004b5d3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.868105497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"67a8de29-2b6a-4fac-a2f8-937565f2d13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.871626122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"a718065b-c72d-49db-8ed3-6fc27a2f463c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.87284187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"89d4cba0-3002-4b05-92b7-22fdbdc187d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.895269995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"b4a5876f-02e3-4f1f-886a-2181b1413937","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.895880077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e4d5f8b8-499c-4be5-b87c-a76ffd6f51c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.94925017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f1d17972-744c-4897-b5d9-aa20b6a1d0b5","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.95382391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"b4a5876f-02e3-4f1f-886a-2181b1413937","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.954378576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"2592b4de-ece3-4383-a746-d259e712984f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.955479168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e4d5f8b8-499c-4be5-b87c-a76ffd6f51c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.958166205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"639ad476-9877-4e7a-9081-eed29bda926c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.960041581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"f1d17972-744c-4897-b5d9-aa20b6a1d0b5","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.962232111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"2592b4de-ece3-4383-a746-d259e712984f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.966072026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"639ad476-9877-4e7a-9081-eed29bda926c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.990961341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"8e86b731-7aa7-4b68-a5ba-fc61f530237d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:18.997551685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"8e86b731-7aa7-4b68-a5ba-fc61f530237d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.798615965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.801753564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"eb7ee3b6-7c71-441b-94cf-54de6232b19b","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.811179599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"23748cc8-c0d2-4c48-892b-d9e6b808ae65","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.811349591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"969c9579-5ffc-4016-b022-b7edf0bd0e9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:22.813768897Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-f4c186-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.820898852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"1d63b6b0-a14d-49c7-91a7-30ce9d1027b5","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.828183085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"23748cc8-c0d2-4c48-892b-d9e6b808ae65","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.83007181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"969c9579-5ffc-4016-b022-b7edf0bd0e9f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.879813456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"5d5f7c86-a723-4348-b13e-b0ae3e58805b","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.890842486Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"20eba2d0-505a-49d8-9de2-38eb74697082","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.957565318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"23936e69-f3d9-49b6-965b-7c9691041d45","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:22.972651575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"8ecc73b2-b077-43ef-9a8e-24e4d76830ea","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:23.000658433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3435ea6f-736f-4142-b4ad-a781817772b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:23.000904682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"7577ff5c-3f2e-4768-b240-e00d03f7853d","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:23.008254958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"7577ff5c-3f2e-4768-b240-e00d03f7853d","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:23.008611012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3435ea6f-736f-4142-b4ad-a781817772b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.077612922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"478319a9-6ef6-4be6-ad4f-9d41bc8ef20c","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","subscription":"e2e-fail-c9bb4b89-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.084174871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"478319a9-6ef6-4be6-ad4f-9d41bc8ef20c","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.087611497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-sub","reconcileID":"478319a9-6ef6-4be6-ad4f-9d41bc8ef20c","MaaSSubscription":{"name":"e2e-fail-c9bb4b89-sub","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"maas-trlp-e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.16809843Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.171755323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"642269ab-5a62-482a-9b0b-1a3ff22cbd24","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.17177386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"642269ab-5a62-482a-9b0b-1a3ff22cbd24","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.177722109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"7b4886b1-8e44-402f-b3a9-768133cff71d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.187297458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"3c6233cb-ba19-4cf1-b64e-754683b6d351","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.188211594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"7b4886b1-8e44-402f-b3a9-768133cff71d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.277366297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"89981f05-980f-4c3d-8431-a51f286e2b3d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.285158054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"89981f05-980f-4c3d-8431-a51f286e2b3d","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.317981838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"9d8b446b-6f3e-43b7-83f7-56b1340bdd86","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.318122059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"9d8b446b-6f3e-43b7-83f7-56b1340bdd86","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.453757067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"0fa970ec-6ffe-447d-a0ae-9cbb7419dfe1","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.465838348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"0fa970ec-6ffe-447d-a0ae-9cbb7419dfe1","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.491359388Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"0fa970ec-6ffe-447d-a0ae-9cbb7419dfe1","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"name":"e2e-extmod-b-af8244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.491378922Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"e2e-fail-c9bb4b89-access","reconcileID":"0fa970ec-6ffe-447d-a0ae-9cbb7419dfe1","MaaSAuthPolicy":{"name":"e2e-fail-c9bb4b89-access","namespace":"ai-tenant-e2e-extmod-b-af8244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-af8244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.50162262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"99d3d813-a024-453a-a242-d835daccab58","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-b-af8244","gateway":"openshift-ingress/e2e-extmod-b-af8244","model":"e2e-extmod-fail-user-770990/e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:24.501642884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"99d3d813-a024-453a-a242-d835daccab58","MaaSModelRef":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-c9bb4b89-95695124a593","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-c9bb4b89","externalModel":"e2e-fail-c9bb4b89","provider":"e2e-fail-c9bb4b89-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.014218345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"ca937f98-2f66-4cb2-ba90-e1a9d9f5ad67","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.124548955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"1283f57e-fe39-48b9-8cec-f60446e6967f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.126540947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"9f540182-0fc6-453c-ba8e-7562fbbfc302","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.143317442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"1283f57e-fe39-48b9-8cec-f60446e6967f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.145200658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"883e0bcd-ffd5-4c1f-9fa2-ae943be75a76","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.145232802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"883e0bcd-ffd5-4c1f-9fa2-ae943be75a76","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.150179904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"9f540182-0fc6-453c-ba8e-7562fbbfc302","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.156205307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e2bc4fc1-b673-4601-9a13-1e4b508f0ca4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.157144002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"1426161b-6375-4de6-8eb5-1a2beb394757","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.157816821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6421d82d-53a5-474e-8bcb-03c22ee394df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.158323639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"e082a309-eefb-47ab-ace9-eae9049fd4b5","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.160977056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"1283f57e-fe39-48b9-8cec-f60446e6967f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.165232745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"9f540182-0fc6-453c-ba8e-7562fbbfc302","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.247362404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e2bc4fc1-b673-4601-9a13-1e4b508f0ca4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.248995694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"6421d82d-53a5-474e-8bcb-03c22ee394df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.252841769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"1426161b-6375-4de6-8eb5-1a2beb394757","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.253904208Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-c9bb4b89","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","reconcileID":"01b0f43d-0a65-42a9-9ace-f62b1ef235d7","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-c9bb4b89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.260386027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f57ccfe8-af76-40a7-b86d-8569cbc01d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.261387277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"85913046-f815-4a9b-a3de-295eba57090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.267616654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f57ccfe8-af76-40a7-b86d-8569cbc01d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.26788274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"85913046-f815-4a9b-a3de-295eba57090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.268108154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"c8060aef-c507-46d5-ad54-a74a3110ef46","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.275149749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6e8987da-18f6-4725-8e5d-c526a9e1a657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.276672802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"c8060aef-c507-46d5-ad54-a74a3110ef46","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.282486638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fd11c3a2-2b8e-485e-a933-80cc0f6ed79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.285136765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"6e8987da-18f6-4725-8e5d-c526a9e1a657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.347034694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47481d2b-9e1c-4227-a7ee-fa6156d13ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.434819085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fd11c3a2-2b8e-485e-a933-80cc0f6ed79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.526306922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa958dc7-cb7c-425c-9b64-4ba89ce35127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.634395389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47481d2b-9e1c-4227-a7ee-fa6156d13ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.812568168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa958dc7-cb7c-425c-9b64-4ba89ce35127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.833564438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"71a00357-5733-4a37-810f-cd3a50df3af1","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.833685578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"71a00357-5733-4a37-810f-cd3a50df3af1","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.843435582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6c3dc533-8096-40aa-b5cc-d3e234a7f642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.850882763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"077a5b29-abeb-4e7f-8cd7-e0166b895f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.864110477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"6c3dc533-8096-40aa-b5cc-d3e234a7f642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.870216624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"077a5b29-abeb-4e7f-8cd7-e0166b895f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.875340929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"2741f2de-c39e-487b-b654-24a1463ab784","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc9bc07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.887711944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"29cf61e2-f63d-4c96-a909-98bf670f035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.927725164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"29cf61e2-f63d-4c96-a909-98bf670f035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.932136682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5ddbfad4-6222-432b-952d-0d33b0acd31f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.932641509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"72f585bf-5a10-4646-929f-36134a5dbf30","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.936491199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"45cd728c-cbf7-4e97-82e2-6a4f5f8df4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.940703013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"5ddbfad4-6222-432b-952d-0d33b0acd31f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.944105126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"72f585bf-5a10-4646-929f-36134a5dbf30","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:25.945380551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"45cd728c-cbf7-4e97-82e2-6a4f5f8df4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.005653076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b70ce261-1c6d-43d0-8972-cc7f5d1289b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.007803556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"f45af9d9-8721-407e-b4eb-fe5aad98deb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.008354118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"b5c4f69d-fd05-4c7e-ad72-2768718c1141","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.009023248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ee768972-2dae-4059-8a9c-b95aa29a70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.011408247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4f77dbab-f76a-4dda-835a-238543528495","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.014335713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b70ce261-1c6d-43d0-8972-cc7f5d1289b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.016109675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"f45af9d9-8721-407e-b4eb-fe5aad98deb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.018207043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"b5c4f69d-fd05-4c7e-ad72-2768718c1141","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.019708684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"ee768972-2dae-4059-8a9c-b95aa29a70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.02140372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4f77dbab-f76a-4dda-835a-238543528495","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.023715307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"b5c4f69d-fd05-4c7e-ad72-2768718c1141","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.046139309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4f77dbab-f76a-4dda-835a-238543528495","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.104213559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"618e3c39-e51a-4039-9832-10face6d70ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.10471043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"bb0e0a66-08b6-4aae-9ee0-4ab18789bde4","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.107301355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"68db2c4b-019a-4517-9291-42f2c6fbbcc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.108601006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cc2f8b8e-7d0d-44a5-bee6-4518573e4bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.111493173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"618e3c39-e51a-4039-9832-10face6d70ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.111513011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"bb0e0a66-08b6-4aae-9ee0-4ab18789bde4","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.114605298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"68db2c4b-019a-4517-9291-42f2c6fbbcc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.116408299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"cc2f8b8e-7d0d-44a5-bee6-4518573e4bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.117208164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9d7a2146-b782-4d4c-a72f-659fe759aeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:26.148020097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"9d7a2146-b782-4d4c-a72f-659fe759aeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.289209567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"c9e2700f-1146-475e-9cf6-d2dd344020a9","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","subscription":"e2e-shr-auth-ca4d90-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.296360394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"c9e2700f-1146-475e-9cf6-d2dd344020a9","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.303097508Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"c9e2700f-1146-475e-9cf6-d2dd344020a9","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.401803742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.413130972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"cfe610fe-be01-40b4-b6a9-71e140fbd4e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.41451936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"45756365-c09e-46ba-bd08-dfc30ff1f656","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.426901205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"cfe610fe-be01-40b4-b6a9-71e140fbd4e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.484108427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"397a40ce-c955-4985-b00b-258b4ada5eff","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.491574463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"397a40ce-c955-4985-b00b-258b4ada5eff","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.507953949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"b64c4cf9-f46b-4019-981f-84ad5e9c526f","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.566527894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"110e6ac4-4ec1-4ee4-96db-f5f369562473","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.667305364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"110e6ac4-4ec1-4ee4-96db-f5f369562473","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.693724377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"110e6ac4-4ec1-4ee4-96db-f5f369562473","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"name":"e2e-extmod-b-e1f08d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.693746746Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"e2e-shr-auth-ca4d90-access","reconcileID":"110e6ac4-4ec1-4ee4-96db-f5f369562473","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.70340796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","reconcileID":"49e7ea53-ff1d-4ecd-844e-e4cb6e574ef6","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-f54aa33048cc","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.858833942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"b2ee930c-afed-423f-bb87-8aebd805094a","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.8725829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5d728671-677a-40d2-af2c-fd4da8e8373e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.949848455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"5d728671-677a-40d2-af2c-fd4da8e8373e","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.950174731Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"9e669633-b67a-4749-bfe5-6924d4bf6e3e","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7df33a0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.972369039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a3b94cb3-1933-4b18-88f9-7c8454512dd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:28.981715596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"a3b94cb3-1933-4b18-88f9-7c8454512dd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:35.879823873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"2567caa8-98dd-48d9-beca-3b1997c00da4","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc9bc07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.043987283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d8930bdb-64c9-435e-8d7f-26c9396eac4a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.051335487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d8930bdb-64c9-435e-8d7f-26c9396eac4a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.057672221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3c5983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d27fb4f481250aa247d0573fa0c9778ded53f5d310eede48efc465e3a6caf35) AuthConfig (6406e735fa03954bdff80202fcb78902e04dc61073243bbefdac6f729ad4fdb3) AuthConfig (1622f5e1e193a1de5c2787c54175d8b1b24e30270c5c7d972e6356d04bf4db2c) AuthConfig (12a0d7ce3de666823e5a2739299b375a754a4c173aeaa8206e229ac1006e604d) AuthConfig (d64a891bd59ba81b37d9499c07f59812f1621b4c2dc306d8e95049ce2585467c) AuthConfig (b416bd8768ad17ecf55c9635edee2b2a352e9ff03ff0a8ca4fa9a93190b09b0c) AuthConfig (4d7d1f034f121556c3dbf08f61d41944d936d101d480a56099b70695bf14b51b) AuthConfig (01cf75164f9000bd5f416ee4c7331e21a6181360120f76b5150f3fc967d58568) AuthConfig (3de87281e48559f186e2ed6115cc9762b59cf973c21041071ef3b9c86c343cce) AuthConfig (2ab1659f416344ef6673c35132087d90ad4f41cd0ccf649b0ca9e84914c2449f) AuthConfig (97bc02387725008984e36a53898525ca795e2a82b07f83c48f207197e8ace424) AuthConfig (f9d2608e017d34541ae5ad817ad59bdb40b2f81a6d366d9342f1f3fc51a5799b) AuthConfig (76a79382ec6f0209ea8283b105f62ba07c0d67a679b159189a87f7ab158115c7) AuthConfig (3e1c353f5e269b1ae0713c6341cfce07468e33ebffaa2fd992f5d65947ff62b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"d8930bdb-64c9-435e-8d7f-26c9396eac4a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.144839022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"095073ec-631d-46cf-83ac-ef6c48bd8c6e","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.152112619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"095073ec-631d-46cf-83ac-ef6c48bd8c6e","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:36.158262956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"095073ec-631d-46cf-83ac-ef6c48bd8c6e","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.214777717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4aa3ca62-ce9c-4dc7-8e3a-760a3f8422bc","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.222178688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4aa3ca62-ce9c-4dc7-8e3a-760a3f8422bc","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.227767505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4aa3ca62-ce9c-4dc7-8e3a-760a3f8422bc","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.236128615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"6111b283-9055-4839-9aa8-5962f6bceca6","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.236155265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"6111b283-9055-4839-9aa8-5962f6bceca6","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.872443229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6afabe93-6772-4b15-8f25-3901bed3440c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.873316534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"1a2e0965-5f04-45ae-8f3d-f965eed11acb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.880531902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"6ff3f0dc-3603-4a1e-8445-8d9a7514f33c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.895419918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6afabe93-6772-4b15-8f25-3901bed3440c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.896148717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"6ff3f0dc-3603-4a1e-8445-8d9a7514f33c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.898835393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"1a2e0965-5f04-45ae-8f3d-f965eed11acb","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.920960206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6b5670ac-3e40-42be-bc14-7ced0d17875c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.923019974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"bc344d4c-c6f7-4328-b7b6-9746a2e05d97","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.927918969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6b5670ac-3e40-42be-bc14-7ced0d17875c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.930555408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"bc344d4c-c6f7-4328-b7b6-9746a2e05d97","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.954824099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"27bda8bf-ca3f-4c5a-a6bb-b25e03cd749d","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","subscription":"e2e-shr-auth-ca4d90-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.964215525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5af5cc6d-71fc-4683-9be5-dbdeec0ce8fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.970815517Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"27bda8bf-ca3f-4c5a-a6bb-b25e03cd749d","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.975663146Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-sub","reconcileID":"27bda8bf-ca3f-4c5a-a6bb-b25e03cd749d","MaaSSubscription":{"name":"e2e-shr-auth-ca4d90-sub","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"maas-trlp-e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:38.979080004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5af5cc6d-71fc-4683-9be5-dbdeec0ce8fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.061314328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.068577592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"49f85bd1-8533-4766-b3c3-672c7737a769","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.080130886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"1d04acff-61d9-4504-8184-7864c081d6c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.089331431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"1d04acff-61d9-4504-8184-7864c081d6c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.204120204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"614083cb-4e0f-4596-907b-dd3d99f73e3e","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.205332285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"df59e683-7224-490c-90f5-ac8cfd4f7a8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"model":"e2e-extmod-shr-user-fce083/e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.217000425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"df59e683-7224-490c-90f5-ac8cfd4f7a8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.254662697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"df59e683-7224-490c-90f5-ac8cfd4f7a8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"name":"e2e-extmod-a-d25759-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.257096463Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"e2e-shr-auth-ca4d90-access","reconcileID":"df59e683-7224-490c-90f5-ac8cfd4f7a8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-ca4d90-access","namespace":"ai-tenant-e2e-extmod-a-d25759"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.270555264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"61b9cee5-7f27-42c1-a7d3-a8e5a2ab4bcc","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:39.665115958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","reconcileID":"db02e5d3-5839-4dc7-a4ea-ba81d205366b","MaaSModelRef":{"name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-auth-ca4d90-dc044e3ac46a","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759","externalModel":"e2e-shr-auth-ca4d90","provider":"e2e-shr-auth-ca4d90-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.154583905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"df80be5d-8f19-41b7-b705-dbf1f9ef3c2a","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.16199307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"2935f8c5-30ef-40ac-9b1f-11fd12fd5517","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.180390084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"3ac4b15b-e352-4401-81c1-3d0d4ced4478","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.181230045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"240bd199-9a97-4c21-ac7c-c367c1e8d519","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.183947668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"65b0d430-fea8-4947-8f48-78247b9dd030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.184500482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"8f0f82b2-eb03-41fa-acb3-6b365b9ca721","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.189989806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"240bd199-9a97-4c21-ac7c-c367c1e8d519","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.190513828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"3ac4b15b-e352-4401-81c1-3d0d4ced4478","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.190895668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5131fc96-1799-4d7c-989f-74016782e915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.195190295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"65b0d430-fea8-4947-8f48-78247b9dd030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.195652096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"f876be71-978b-4f85-92e7-8a96c8711025","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.198835663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"3ac4b15b-e352-4401-81c1-3d0d4ced4478","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.199481151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5131fc96-1799-4d7c-989f-74016782e915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.203776644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","reconcileID":"34e02c10-15ed-4525-bb0e-b12dc71b691c","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-e834abccf22f","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-b-e1f08d","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-b-e1f08d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.27982512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3b647989-ff43-4428-a5d0-a2e4537e29c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.280507571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"952ece7f-baec-4d6d-b6b4-3875815d614c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.282834422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39db4039-5c5c-4a20-811a-688b645e4634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.283196355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"269c92aa-b7eb-4316-a060-4fdb54d61e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.288964214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"3b647989-ff43-4428-a5d0-a2e4537e29c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.289174083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"952ece7f-baec-4d6d-b6b4-3875815d614c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.292334481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"39db4039-5c5c-4a20-811a-688b645e4634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.293399216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"269c92aa-b7eb-4316-a060-4fdb54d61e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.317977627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"332c9799-50ac-44f4-9f76-c24ba16287e7","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.388617749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffde192e-8885-43d2-b7fa-54d08de6c1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.390552167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-ca4d90","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","reconcileID":"e3ca4962-5992-42e2-96f7-7de0a9a3fa22","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.396546985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffde192e-8885-43d2-b7fa-54d08de6c1b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.616243057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17b15587-d9f6-4697-bef8-98377cd39eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.633177668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b12f378f-5cea-4e81-ba1f-3ab1a286d99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.635261383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"30059443-e9d2-4785-bc01-b3df8aff62d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.63859285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17b15587-d9f6-4697-bef8-98377cd39eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.639069576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f278ae9e-4dc7-4bdd-8a15-0cdef68e2e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.665983537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"b5177461-7a32-4049-b9d4-3ec7f6bf7f11","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.686281734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f278ae9e-4dc7-4bdd-8a15-0cdef68e2e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.688308357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"30059443-e9d2-4785-bc01-b3df8aff62d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.691101999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b12f378f-5cea-4e81-ba1f-3ab1a286d99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.692402781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"b5177461-7a32-4049-b9d4-3ec7f6bf7f11","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.750287181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"a703add5-b9fa-412a-b23f-255c2b320f85","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.75404117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"9cc1eba7-93de-4120-80b1-b37e58c2366f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.754388793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3c96a712-6e0a-48ab-a152-c808ee8e4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.75524972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35c68fbd-a35e-490d-90b1-d6d8e3060ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.759373306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e8aefcca-25b2-40ce-a73f-c8f431a2df7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.760478484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"a703add5-b9fa-412a-b23f-255c2b320f85","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.764446726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"35c68fbd-a35e-490d-90b1-d6d8e3060ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.772439425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"9cc1eba7-93de-4120-80b1-b37e58c2366f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.773527194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e8aefcca-25b2-40ce-a73f-c8f431a2df7a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.778167639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3c96a712-6e0a-48ab-a152-c808ee8e4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.88466856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4857afd9-566b-4154-b105-4db96235a5d7","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:40.89373783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"95bf9faa-a019-467f-ba91-4febedb69bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.096674213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"95bf9faa-a019-467f-ba91-4febedb69bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.097534375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4857afd9-566b-4154-b105-4db96235a5d7","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.28235811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0f25a1a5-f7f9-4ff5-882e-2a58951a3a6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.311445275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4857afd9-566b-4154-b105-4db96235a5d7","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.337613286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ef94399-fdfa-4e4d-86ab-4157713313e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.41470394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","reconcileID":"36c52b38-fcea-40a1-a346-1eafd843a8fa","MaaSModelRef":{"name":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","namespace":"e2e-extmod-shr-user-fce083"},"routeName":"external-model-e2e-shr-shared-9bb318-1bb9aa4d11af","namespace":"e2e-extmod-shr-user-fce083","model":"e2e-shr-shared-9bb318-e2e-extmod-a-d25759","externalModel":"e2e-shr-shared-9bb318","provider":"e2e-shr-shared-9bb318-provider","gateway":"openshift-ingress/e2e-extmod-a-d25759","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.518871126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"31f05d4c-0404-4c4b-8c6b-f50de83c016c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.529275681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0f25a1a5-f7f9-4ff5-882e-2a58951a3a6c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.551064572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ef94399-fdfa-4e4d-86ab-4157713313e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.5626369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d9796d5-122f-4705-9dce-985e487c5d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.571100297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.574343891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"c1a87501-81fd-46a0-ada6-4cd2332768c6","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.595392308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"31f05d4c-0404-4c4b-8c6b-f50de83c016c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.597638679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dff138c7-a195-45a8-b690-31e82000dc66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.598670676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5d9796d5-122f-4705-9dce-985e487c5d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:41.599791143Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3c5983/e2e-shr-quota-10116f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-10116f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.636399156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"dff138c7-a195-45a8-b690-31e82000dc66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.662425666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"e0cfffb5-d456-46e2-a5e4-40683f33e026","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.677769739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"caf20967-a45c-4975-a6e9-599bdb202a5e","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-b-3c5983","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3c5983/e2e-shr-quota-10116f-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:41.680278765Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"e0cfffb5-d456-46e2-a5e4-40683f33e026","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-10116f-e2e-extmod-b-3c5983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:41.680347341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"e0cfffb5-d456-46e2-a5e4-40683f33e026","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-10116f-e2e-extmod-b-3c5983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.688554842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6aa713f4-2af2-4fd7-a410-aff624e0e2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.69215107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f5d58e8a-e0d3-49bd-b6dd-8faca35a4d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.693070454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"a5993bf8-d1bd-42c3-a442-18231adedacb","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.697275697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"6aa713f4-2af2-4fd7-a410-aff624e0e2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.705790933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f5d58e8a-e0d3-49bd-b6dd-8faca35a4d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.718306175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"3fb414b2-e9ff-4872-b53f-86428ad40600","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.763564916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"8fd745ba-c042-4d79-8977-51771f3dee76","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-b-3c5983","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.786578066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"02c11063-613b-47c7-89d8-b4ac723fb79d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.795557521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"02c11063-613b-47c7-89d8-b4ac723fb79d","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.907435242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"ebf780c1-b6aa-4708-a545-24f0b464a6da","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.927462476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0f0e9743-1fbf-4e69-a19c-3f927fb32464","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.932389702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c625103-66c1-4659-93a9-1b9f144fe35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.933031654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"592d381b-146d-400c-a516-64f8fa387e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.93345626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3cf03505-b04a-4fd4-96a0-364c0af85721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.946659489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0f0e9743-1fbf-4e69-a19c-3f927fb32464","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.946979513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0cc5abb1-3326-45f6-aed8-d617a49bf1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.95858262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c625103-66c1-4659-93a9-1b9f144fe35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.972570776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3cf03505-b04a-4fd4-96a0-364c0af85721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.981236555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"592d381b-146d-400c-a516-64f8fa387e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.984600138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0cc5abb1-3326-45f6-aed8-d617a49bf1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:41.986150568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0f0e9743-1fbf-4e69-a19c-3f927fb32464","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.081335835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8064d1f6-7179-4bf1-8361-9c7ed01b0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.091979523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8064d1f6-7179-4bf1-8361-9c7ed01b0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.150238527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9bb318","namespace":"e2e-extmod-shr-user-fce083"},"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","reconcileID":"88850704-800a-42dc-b6f0-eeb9f6c0908f","namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-shared-9bb318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.161869025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"8d224dba-dc03-4232-9266-93eb23ca6bbd","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.162557285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"48c0b45a-ddd2-41a3-8bbe-a424e29afd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.163377746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1853104a-a907-480e-a7ff-9e04d085c93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.168349333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"661b7f9e-497d-4763-9bcc-23d3ac19a4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.16902777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1f5e51ec-8d5e-4877-aea8-e153843bec6e","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.208994389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"8d224dba-dc03-4232-9266-93eb23ca6bbd","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.306835204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"48c0b45a-ddd2-41a3-8bbe-a424e29afd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.351729663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1f5e51ec-8d5e-4877-aea8-e153843bec6e","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.370886123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"661b7f9e-497d-4763-9bcc-23d3ac19a4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.374050702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1853104a-a907-480e-a7ff-9e04d085c93e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.656407495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e52d0f34-7a5a-4f8c-bc1b-a89e5adf0154","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.665514131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e52d0f34-7a5a-4f8c-bc1b-a89e5adf0154","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.666137196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"74914e25-00bb-4e26-90da-4fed136a9f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.666696924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"37d3025d-8720-4494-a215-a9ed3173e7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.675459056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"74914e25-00bb-4e26-90da-4fed136a9f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.679764936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"37d3025d-8720-4494-a215-a9ed3173e7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.745505279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"23329846-9ac8-4ae4-b151-8ba84f077547","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.747770299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"97af0e8c-5c4d-46b1-884b-35a3f2cbf5b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.954599097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"97af0e8c-5c4d-46b1-884b-35a3f2cbf5b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:42.969197551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"23329846-9ac8-4ae4-b151-8ba84f077547","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.100220993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7a64a404-56a3-4f9b-8e07-f30d73bede09","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.106261285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"acf822ff-ccda-491e-9c7b-b8f62e401e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.106587402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a63ff96e-fbe3-4cdc-9b2e-8e2b0827b7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.123436626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7a64a404-56a3-4f9b-8e07-f30d73bede09","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.127047553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"acf822ff-ccda-491e-9c7b-b8f62e401e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.128055577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"a63ff96e-fbe3-4cdc-9b2e-8e2b0827b7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.240627214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"2961bb28-97c1-4ff5-a4c2-e457856084c5","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.244286759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0619b7d9-d5bb-4297-95e7-1d2b644b5520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.250224646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"2961bb28-97c1-4ff5-a4c2-e457856084c5","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.262701356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"2961bb28-97c1-4ff5-a4c2-e457856084c5","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.262891654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0619b7d9-d5bb-4297-95e7-1d2b644b5520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.333294335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d8b9b2db-e1e3-4f50-aa00-4abd00bd0108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.33344856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fbd6b3-3eba-4945-bdae-cbbef4dd48ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.333714452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"610277e3-2c89-4d56-96d1-e3781a1b2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.334277453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34f80ab2-f00a-45f7-8c45-6313684a0136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.341084327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"d8b9b2db-e1e3-4f50-aa00-4abd00bd0108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.341173008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fbd6b3-3eba-4945-bdae-cbbef4dd48ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.343798408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34f80ab2-f00a-45f7-8c45-6313684a0136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.344223783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"610277e3-2c89-4d56-96d1-e3781a1b2c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.706342231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"cb1b9056-79a5-4132-9bce-d72c7d54eaf2","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.784546334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"cb1b9056-79a5-4132-9bce-d72c7d54eaf2","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.810296454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"6731b974-3ef7-4392-a665-78b6a3749234","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.810674513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c50cde4f-e4d0-4edd-8ee4-1d77264ea9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.810860037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b368dcb8-a2de-4308-9bf9-9bee1df40eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.817421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"888b39e1-f45c-4634-abad-c4d0ce4a6589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.822574325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c50cde4f-e4d0-4edd-8ee4-1d77264ea9d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.825724267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"6731b974-3ef7-4392-a665-78b6a3749234","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.826142117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b368dcb8-a2de-4308-9bf9-9bee1df40eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:43.857833304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"888b39e1-f45c-4634-abad-c4d0ce4a6589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:44.457111825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.882659461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"d9db9c47-19a4-40fc-8725-afec777d79f0","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","subscription":"e2e-fail-96ed130a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.88894246Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"d9db9c47-19a4-40fc-8725-afec777d79f0","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.891989298Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-sub","reconcileID":"d9db9c47-19a4-40fc-8725-afec777d79f0","MaaSSubscription":{"name":"e2e-fail-96ed130a-sub","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"maas-trlp-e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.923052522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.925853936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"f739da7e-23ba-4f2e-8f34-3d1e765629e8","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.925873804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"f739da7e-23ba-4f2e-8f34-3d1e765629e8","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.93218634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"88adf891-1a63-4de6-acad-31ba8d6a652a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.939522063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"88adf891-1a63-4de6-acad-31ba8d6a652a","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:45.942654002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"93234b00-65b5-42e9-8525-0c04393cc502","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.033755115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"32d5f148-ac18-4ace-927c-967097753df7","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.040413779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"32d5f148-ac18-4ace-927c-967097753df7","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.057160063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4f350be7-c605-48c9-b4cb-e781799edd79","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.05755043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"f7e7ecbb-cb71-4c6e-95fa-1e72155893a8","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.057570128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"f7e7ecbb-cb71-4c6e-95fa-1e72155893a8","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.157693075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4f350be7-c605-48c9-b4cb-e781799edd79","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.180581615Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4f350be7-c605-48c9-b4cb-e781799edd79","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"name":"e2e-extmod-a-821f5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.180602021Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"e2e-fail-96ed130a-access","reconcileID":"4f350be7-c605-48c9-b4cb-e781799edd79","MaaSAuthPolicy":{"name":"e2e-fail-96ed130a-access","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.190431709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"a2141095-4a32-497c-a106-6576866b7f7d","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"tenant":"e2e-extmod-a-821f5a","gateway":"openshift-ingress/e2e-extmod-a-821f5a","model":"e2e-extmod-fail-user-770990/e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.190449924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"a2141095-4a32-497c-a106-6576866b7f7d","MaaSModelRef":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"routeName":"external-model-e2e-fail-96ed130a-6fe182058bbe","namespace":"e2e-extmod-fail-user-770990","model":"e2e-fail-96ed130a","externalModel":"e2e-fail-96ed130a","provider":"e2e-fail-96ed130a-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.678073485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"a45735db-3883-4f71-bfcb-50382c1f3d13","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.700829206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4c4fc7c4-a690-4f8c-9acc-1e83feb3e56b","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.700979374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4bc42543-07fa-46fd-ad75-319adafee786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.701658877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7f3708ba-5e7c-4f47-bb37-1d90cdc8c43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.704020883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cc2a7281-360e-4647-a862-06c645811192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.704045873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"57bd1fc4-2191-4061-8860-93e945a19a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.708714833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"4bc42543-07fa-46fd-ad75-319adafee786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.70878995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4c4fc7c4-a690-4f8c-9acc-1e83feb3e56b","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.711377687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7f3708ba-5e7c-4f47-bb37-1d90cdc8c43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.713098293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"57bd1fc4-2191-4061-8860-93e945a19a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.714073971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"cc2a7281-360e-4647-a862-06c645811192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.714935243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4c4fc7c4-a690-4f8c-9acc-1e83feb3e56b","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.726712915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"15d37392-5785-4e0b-9f64-27e29144254a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.735992986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"15d37392-5785-4e0b-9f64-27e29144254a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.812691061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-96ed130a","namespace":"e2e-extmod-fail-user-770990"},"namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","reconcileID":"0ce1c201-2a84-48f1-9de8-4c614b03c6b8","namespace":"e2e-extmod-fail-user-770990","name":"e2e-fail-96ed130a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.835488243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6b4535c-fa81-4b7d-8930-04f72b259e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.835902287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb1f905-1c74-4f12-87a6-58bb34d658ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.836819235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0507d3e1-5467-4fc2-91f2-f47ab96ab078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.837774344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0baa404b-fbf5-4403-81e5-e540b3bd202b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.837809976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d5b30705-089f-4d06-94cc-1a513c018677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.843480341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb1f905-1c74-4f12-87a6-58bb34d658ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.844634691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6b4535c-fa81-4b7d-8930-04f72b259e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.847885198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0507d3e1-5467-4fc2-91f2-f47ab96ab078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.848308392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0baa404b-fbf5-4403-81e5-e540b3bd202b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:46.851928053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"d5b30705-089f-4d06-94cc-1a513c018677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.350592794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"85221e4d-3489-48b1-be4c-76c55b70efa2","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.35960519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"62db1680-df4b-4458-8ddd-62157461e5c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.370548449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b9f5a1d6-af82-411d-a448-0eb7fecdf6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.395632104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"62db1680-df4b-4458-8ddd-62157461e5c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.399281564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"85221e4d-3489-48b1-be4c-76c55b70efa2","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.40808173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b9f5a1d6-af82-411d-a448-0eb7fecdf6a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.40875544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c2d0b3ed-8601-440d-81b7-5bee0af66156","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.40939496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a83d5fb4-8df8-4b6f-bfef-60aaedd490b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.426946277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"a83d5fb4-8df8-4b6f-bfef-60aaedd490b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.460693249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c2d0b3ed-8601-440d-81b7-5bee0af66156","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.546398234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"cd3c2311-7923-407d-a0d6-de98ca5a6e7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.554235264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"cd3c2311-7923-407d-a0d6-de98ca5a6e7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.636246476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"db7b1507-344a-43ee-8765-5f87e4cfdfcb","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.637517757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ed458507-6a65-41f2-9f2e-ac2d34fdd123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.637707841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a39421f1-184b-4ae7-9fbf-58ffa343d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.638054825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9555b81d-bfde-491e-9895-05091ba7d5b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.639093463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"18116f9f-4450-468c-8cb3-a224f30d2cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.643995163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"db7b1507-344a-43ee-8765-5f87e4cfdfcb","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.644723785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"ed458507-6a65-41f2-9f2e-ac2d34fdd123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.646534083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a39421f1-184b-4ae7-9fbf-58ffa343d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.647095623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"18116f9f-4450-468c-8cb3-a224f30d2cb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.648719459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9555b81d-bfde-491e-9895-05091ba7d5b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.650341598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"db7b1507-344a-43ee-8765-5f87e4cfdfcb","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.7508381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"dae6fdd4-f8d4-436a-be5b-fa4d1ed823ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.753768323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ebe2f966-68ed-4b48-a0b1-f8e9a51ce4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.764069802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"dae6fdd4-f8d4-436a-be5b-fa4d1ed823ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:47.766774623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ebe2f966-68ed-4b48-a0b1-f8e9a51ce4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.188239364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"9a34376a-3483-4b97-9371-d80dc0db7447","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.18833086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"9a34376a-3483-4b97-9371-d80dc0db7447","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.206244204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e2632a37-85a7-4ee2-8075-7297a3adfb56","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.206337829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e2632a37-85a7-4ee2-8075-7297a3adfb56","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.346052074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4433bd-8b20-4a0a-a9e3-54567f8f60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.358100869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4433bd-8b20-4a0a-a9e3-54567f8f60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.363394877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4433bd-8b20-4a0a-a9e3-54567f8f60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.374401944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d4433bd-8b20-4a0a-a9e3-54567f8f60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.536108656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"2c349aeb-efb5-4e04-90eb-53243ddfbf49","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.54527643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"69e74269-cd93-4be6-8f4e-6d9d7570df6c","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.550021025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"16c5bc5a-4594-4ffd-883f-acd68cc37a82","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.554333195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"51088d97-c6b8-44bd-a348-6b9303fbb2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.5550048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f734768-5c76-40e2-bc02-fd808aeffeff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.555577754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"94dcc2e0-ca58-4598-b602-6a906d9aa7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.555865323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f23b632f-929f-4040-aa58-877b2b279401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.579310356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"16c5bc5a-4594-4ffd-883f-acd68cc37a82","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.581477094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f23b632f-929f-4040-aa58-877b2b279401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.585063931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f734768-5c76-40e2-bc02-fd808aeffeff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.587283238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"94dcc2e0-ca58-4598-b602-6a906d9aa7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.589182566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"16c5bc5a-4594-4ffd-883f-acd68cc37a82","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.590165039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"51088d97-c6b8-44bd-a348-6b9303fbb2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.692661502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"93564858-e300-4343-bd3c-fbe93b8e65e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.699718834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"93564858-e300-4343-bd3c-fbe93b8e65e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.866806239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"94f3da60-0902-487c-9f98-932cae8c8d4e","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.867169366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"896afde6-0e6a-4687-9902-9d065f2c2cd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.870619136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bd93739d-75e3-4b6c-8cbb-aef619f656a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.87121317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aae8c4ed-9dc4-41d3-ab73-252023dd9d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.880391678Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"3b774dc6-4b43-42c0-bcbd-80b74b8546df","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.911693151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bd93739d-75e3-4b6c-8cbb-aef619f656a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.913385509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"aae8c4ed-9dc4-41d3-ab73-252023dd9d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.918198765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"896afde6-0e6a-4687-9902-9d065f2c2cd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.920027261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"90e64c9f-cfd6-4c7e-9ac4-7a443c9ef0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.935689693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"90e64c9f-cfd6-4c7e-9ac4-7a443c9ef0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.938412771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"70e551a7-578c-44ce-83bd-35938b393264","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.938831315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"b2a92d45-5e92-478b-9458-e7686e5f9eb4","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.961672343Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"70e551a7-578c-44ce-83bd-35938b393264","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:54.961741286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"70e551a7-578c-44ce-83bd-35938b393264","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.967311526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"b2a92d45-5e92-478b-9458-e7686e5f9eb4","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.988573887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","reconcileID":"94064129-4683-4703-be73-dce48245e5c9","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","namespace":"e2e-extmod-shr-user-45cc84"},"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.993309053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b13e8d-aa60-43b4-82d5-66508ebcea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:54.996575488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b13e8d-aa60-43b4-82d5-66508ebcea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.000055716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b13e8d-aa60-43b4-82d5-66508ebcea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.003763388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b13e8d-aa60-43b4-82d5-66508ebcea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.013199905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"67b3c255-caec-4ce3-8b02-f89acf2b9ce9","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.026537615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"9a0a5fa6-0828-438c-ac9b-c897e1466c5e","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.147586901Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"93cdc484-56e9-444c-9df9-4455d4035812","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.147982302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"150a260b-cd4b-4c1d-82c6-cb832bd944d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.148652675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"13db0db2-fc26-4e3f-8662-527afafb43a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.149344021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"28980cd5-f991-408d-8fb2-543df059f84a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.158296091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e188f3a3-52aa-49fd-8e9e-4170f49987c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.15881052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","reconcileID":"bb94fecf-7132-4dfe-ac37-eb8f910cc33f","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","namespace":"e2e-extmod-shr-user-45cc84"},"routeName":"external-model-e2e-shr-shared-39fcbd-952326462788","namespace":"e2e-extmod-shr-user-45cc84","model":"e2e-shr-shared-39fcbd-e2e-extmod-b-af8244","externalModel":"e2e-shr-shared-39fcbd","provider":"e2e-shr-shared-39fcbd-provider","gateway":"openshift-ingress/e2e-extmod-b-af8244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.170167354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"4ebdc693-a28b-4e7a-8c30-d505a20fcc9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.173423302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"13db0db2-fc26-4e3f-8662-527afafb43a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.175404715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"28980cd5-f991-408d-8fb2-543df059f84a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.178458104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e188f3a3-52aa-49fd-8e9e-4170f49987c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.179368524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"150a260b-cd4b-4c1d-82c6-cb832bd944d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.195798578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"4ebdc693-a28b-4e7a-8c30-d505a20fcc9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.250763734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"31f6b1bb-2739-41b3-a2d3-dd9a48e126f8","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"routeName":"external-model-e2e-shr-shared-39fcbd-b8e9582d72bc","namespace":"e2e-extmod-shr-user-45cc84","model":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","externalModel":"e2e-shr-shared-39fcbd","provider":"e2e-shr-shared-39fcbd-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.526477802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c819c685-65e9-4a95-9945-175432e4d389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.543482813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c819c685-65e9-4a95-9945-175432e4d389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.543996997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cb9259e1-2307-4324-902f-566b1322516d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.544603939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b75d36-b2f4-4164-9e32-2d1b473bd9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:55.558661586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"eddf1d6f-841b-4aaa-87a7-2105a1bbe232","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:55.559732579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"eddf1d6f-841b-4aaa-87a7-2105a1bbe232","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.573612448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac63de9-d969-4814-b740-9f80855da223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.576345163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5b75d36-b2f4-4164-9e32-2d1b473bd9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.576752724Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ee618c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ee618c","reconcileID":"a601d946-d091-43ef-81ad-d215a60442ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ee618c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ee618c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.577060903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cb9259e1-2307-4324-902f-566b1322516d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.600236442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dac63de9-d969-4814-b740-9f80855da223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.642115552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"93a8cc30-06fa-4140-b4ee-21b550142e85","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.647392798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"aef391ba-fed9-4c7d-86d0-02b046df2e09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.648185719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"81963632-ff2b-4f1c-859b-20c2cd4ece2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.648977713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d0ed120a-4a08-452a-81e3-4790ba095dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:55.650675282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"83dc5dce-134b-4552-b0e3-dbd29f93c369","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:55.651100406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"83dc5dce-134b-4552-b0e3-dbd29f93c369","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.655166792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"93a8cc30-06fa-4140-b4ee-21b550142e85","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.662537727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"81963632-ff2b-4f1c-859b-20c2cd4ece2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.665362704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"aef391ba-fed9-4c7d-86d0-02b046df2e09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.668863718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"93a8cc30-06fa-4140-b4ee-21b550142e85","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.671576283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d0ed120a-4a08-452a-81e3-4790ba095dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.867414263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"2e2d3c8a-8981-404f-9ba9-cb7c4b7d9115","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.880465574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"2e2d3c8a-8981-404f-9ba9-cb7c4b7d9115","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.888998956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bb389bd7-9088-4518-8fac-1c25c67536e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.897057879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bb389bd7-9088-4518-8fac-1c25c67536e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.965246577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32894864-d1a8-416f-bf72-d78416a9c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.976789452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32894864-d1a8-416f-bf72-d78416a9c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.98303016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32894864-d1a8-416f-bf72-d78416a9c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:55.991806675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32894864-d1a8-416f-bf72-d78416a9c476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.046410126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c4c55b1a-0e57-453e-906b-d6bfb78cdb37","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.063350256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5638332c-7031-44c7-915e-a20d413fff7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.065962607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"fda1e870-a5f9-45e9-af27-f2a60435259a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.078222262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c4c55b1a-0e57-453e-906b-d6bfb78cdb37","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.081827003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"5638332c-7031-44c7-915e-a20d413fff7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.085169291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"fda1e870-a5f9-45e9-af27-f2a60435259a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.087601283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"f3c1e821-845d-4972-9b2e-262ff5488db1","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.096142285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"f3c1e821-845d-4972-9b2e-262ff5488db1","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.401256838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"8bb706fc-1dc9-4fac-89f6-5f689ab98e99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.535491791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"93a4cfc7-cda0-4341-888c-6cf2bd98b29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.56113855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"93a4cfc7-cda0-4341-888c-6cf2bd98b29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.562940854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"92faf5b5-3816-4d86-b49c-5e3afbcc590a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.571596502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e6bf922b-1e52-47f9-93e4-ea2359c9c19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.580608486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"92faf5b5-3816-4d86-b49c-5e3afbcc590a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.589881049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e6bf922b-1e52-47f9-93e4-ea2359c9c19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:24:56.59701823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"8bb706fc-1dc9-4fac-89f6-5f689ab98e99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:56.882449813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e17dd313-366f-4e61-b6a4-b90f71e2f5b7","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:24:56.88264338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"e17dd313-366f-4e61-b6a4-b90f71e2f5b7","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.319327641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","reconcileID":"d0ddf0a8-f118-4a34-9c73-29a7a6cb6361","MaaSModelRef":{"name":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","namespace":"e2e-extmod-shr-user-45cc84"},"routeName":"external-model-e2e-shr-shared-39fcbd-b8e9582d72bc","namespace":"e2e-extmod-shr-user-45cc84","model":"e2e-shr-shared-39fcbd-e2e-extmod-a-821f5a","externalModel":"e2e-shr-shared-39fcbd","provider":"e2e-shr-shared-39fcbd-provider","gateway":"openshift-ingress/e2e-extmod-a-821f5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.84414433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"6f96e292-f28e-4f54-94a9-f764ff2324c9","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.856920592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b3c9c56b-1e31-46e6-b913-dc70b7af3024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.857082445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"58e9d121-b1fa-4c98-89f2-6e3f8407b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.857403266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"43b8127a-542f-4965-91c5-a4a677aa641f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.858410849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0fcf246e-dc20-4ed9-ab86-649c817073de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.863666689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384d4957-6048-4a57-9c08-b2c6ce4cca88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.874823374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"0fcf246e-dc20-4ed9-ab86-649c817073de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.951681229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"b3c9c56b-1e31-46e6-b913-dc70b7af3024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.952723998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"384d4957-6048-4a57-9c08-b2c6ce4cca88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.954739494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"58e9d121-b1fa-4c98-89f2-6e3f8407b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.955544957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"43b8127a-542f-4965-91c5-a4a677aa641f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.971388152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"43b8127a-542f-4965-91c5-a4a677aa641f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.982959284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d553a83f-be5e-4aa2-85c8-05d84eb775c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:01.992772911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d553a83f-be5e-4aa2-85c8-05d84eb775c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.10584016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"18af05df-ed7a-40a7-b54a-c3b5dc965d5f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.107489973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-39fcbd","namespace":"e2e-extmod-shr-user-45cc84"},"namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","reconcileID":"f4f93190-99d5-45f2-917e-537b11923c2c","namespace":"e2e-extmod-shr-user-45cc84","name":"e2e-shr-shared-39fcbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.109336132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6530e59f-7fce-4046-bdb2-fb97908e6446","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.109372843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"77cdcefc-70a2-434e-af76-3f40a041eeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.109787323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7ff733cb-b22c-4a80-93ee-f39d0a143ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.116326582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"18af05df-ed7a-40a7-b54a-c3b5dc965d5f","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.121475202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"77cdcefc-70a2-434e-af76-3f40a041eeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.122521664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"6530e59f-7fce-4046-bdb2-fb97908e6446","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.127148099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"7ff733cb-b22c-4a80-93ee-f39d0a143ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.340064764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"06c7103b-81b5-4b5c-ae14-88090acbb0df","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.489926079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ba0f0828-5008-425f-9aa8-7b7b80cbb162","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.499186017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"06c7103b-81b5-4b5c-ae14-88090acbb0df","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.500177093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"84d9e9e2-f48e-4691-9ac5-b2175e642b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.50505397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ba0f0828-5008-425f-9aa8-7b7b80cbb162","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.509200666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5f5293d2-8649-44a3-8b1e-0ffb6f7d6a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.510472663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"85075d5d-92f3-44da-bfb3-2f91ad06be7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.527561399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"5f5293d2-8649-44a3-8b1e-0ffb6f7d6a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.530945169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"85075d5d-92f3-44da-bfb3-2f91ad06be7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.532212107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"84d9e9e2-f48e-4691-9ac5-b2175e642b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.56928843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d05656f1-15c7-4bea-86ac-57c7f1952bda","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.569798069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9e4549a9-7202-484c-bc5c-c621fc5aae8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.570298357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4503c111-27c8-4e30-9829-51d1e056b616","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.571664741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35396a4-8512-4d59-a2c2-1eacd974270d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.571733523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0711d062-9caa-450a-a628-db53e306476d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.576402903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"d05656f1-15c7-4bea-86ac-57c7f1952bda","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.577032436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"9e4549a9-7202-484c-bc5c-c621fc5aae8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.579350331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4503c111-27c8-4e30-9829-51d1e056b616","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.579685998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"0711d062-9caa-450a-a628-db53e306476d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.582069479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35396a4-8512-4d59-a2c2-1eacd974270d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.585105462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"4503c111-27c8-4e30-9829-51d1e056b616","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.65759107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"f3ea25e0-3dd9-465a-9a07-767a4659a6b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.65979525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"14118fc4-d93e-4a12-9d02-d799910be307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.660998448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"101d0b92-6448-4650-a2a7-c26a2d477805","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.660998528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f11ab08b-7970-4563-b520-9c032d74dc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.665936209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"f3ea25e0-3dd9-465a-9a07-767a4659a6b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.667240928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"14118fc4-d93e-4a12-9d02-d799910be307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.668617493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"f11ab08b-7970-4563-b520-9c032d74dc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.669443454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"101d0b92-6448-4650-a2a7-c26a2d477805","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.762238421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aa63b90-f4cd-4260-b92b-20924a5ffe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.769992296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aa63b90-f4cd-4260-b92b-20924a5ffe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.858199551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0c62e678-6b9d-4186-b5d1-c1844557f07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.858286099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b0a8835f-0b49-430a-9989-e64fc8d127c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.859771477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1a033e0e-141e-4453-850b-ba5eb24121a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.866292273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"b0a8835f-0b49-430a-9989-e64fc8d127c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.868041948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"1a033e0e-141e-4453-850b-ba5eb24121a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:02.868621748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"0c62e678-6b9d-4186-b5d1-c1844557f07e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:12.594522105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"b0e5d9d6-4841-493f-ab53-4ee5b91c66b0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:12.601232362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"b0e5d9d6-4841-493f-ab53-4ee5b91c66b0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:12.607021325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a88862-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5812c6a613cbf7fd9b886ba3b2d73ddea9541f66f73c47289f480f61e19d4551) AuthConfig (74d92fe94a36f7189ddbf76fa1481701660e2a7aa4f08b5918ec58293a56eb73) AuthConfig (30a05b9dc689352d7797a69a8315a9d513eea47963cad0eb7f35e5f285881b41) AuthConfig (78019ffd6b96e0c3c056d867d428e24c3a474c7becd2a136856c6a897cff7717) AuthConfig (04bee88327a251d5c23c5a5b289657f1edb8a74f2538c4e88ed54e5c374c5980) AuthConfig (4dba70732a300a82d66ce3630949e110fe4855ee123963e90b9de54162012ad6) AuthConfig (be426513332c7c9b7324b12b466f66c5ddbc300c7f2b551d2ef98df0144e55fc) AuthConfig (874a54eb2e68676a7fc96a3c2628136316b186e71963b55aa7cc963543f73369) AuthConfig (2cface50f408b8dc7765d1085657d3862152b6d4a1b095aa0c6c0cded762febc) AuthConfig (3ebeee4ac067e178748984c56e63cd6646390e3ada65485d63ef5b7c60d3ef8c) AuthConfig (ca6d351e45d75e305597b160572902a0409b915d6989f80d00b97f117802e595) AuthConfig (c581ac200f53b47fa91b9c52613bc77c97b8c507c95e3713c05df436ec9371ce) AuthConfig (56fb9cec9cd9283eb28a264439513cf6311d45f69a457118ab7b59c471de2316) AuthConfig (19f1b9b1baab77410cd7b5a2623140aac193ca6943d2684cbbd120685b649b12) AuthConfig (ac5c5acb9fcbea6d21d2ff1d4807442bb4676991912e9bc58c86d219300d384d) AuthConfig (3285175d565c49057ade0eaf4ecad694f4bde9e398c23d5e7185a8092ef83fbb) AuthConfig (26a6d9bc5b29d02e9da449f9b72e63837fcea13d1a70b8ed1872631d24a25684) AuthConfig (525f17e747da3acb7258f747c97c502d4ed08b4490479a7f6473a1ed56b684f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"b0e5d9d6-4841-493f-ab53-4ee5b91c66b0","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:14.459241899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:18.036399874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"4119607b-5004-436e-8e9a-51ffda523b12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:18.054663238Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"4119607b-5004-436e-8e9a-51ffda523b12","name":"e2e-inf-a-ee618c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.246402522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"e2817900-7ad4-42cf-a973-e6cb2111becf","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-b-3c5983","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.272607605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"e9b8c1c2-293f-4d76-9e83-bd743a7b1c42","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.287567509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"89ce22db-9187-4e4c-8808-5ae532938791","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.378150388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"fe0b971d-9573-457c-8774-a583457948fa","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.897493033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"565304ae-361c-47bf-9408-697934e4850a","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.905016755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"cc68aa08-b2bd-4fae-91f9-a0dc725be3eb","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.953674038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"6c007563-64d3-4965-b2a9-eed9859beb08","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.960687373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"6c007563-64d3-4965-b2a9-eed9859beb08","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:19.990972904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"63cb659c-64f0-42d7-aa76-e251c02deda7","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.050499189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"0e613b8f-976e-4d54-a50a-399d83485bff","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.053164816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"dc4f0540-39d7-443b-8f00-83c21e003a64","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.057628623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"a042396f-185d-4ce6-885a-f08f97867ee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.058378426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"211c2d32-4b2e-4722-b7e2-74b18388ca9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.06113797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"0e613b8f-976e-4d54-a50a-399d83485bff","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.062475654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"dc4f0540-39d7-443b-8f00-83c21e003a64","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.066054485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"211c2d32-4b2e-4722-b7e2-74b18388ca9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.066429225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"a042396f-185d-4ce6-885a-f08f97867ee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.156712504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"fb213bfb-1a98-40e9-97e8-dac3d6ba392a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.168511632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"0b422ccf-d444-483d-b60d-63de91044945","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.176036771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"fb213bfb-1a98-40e9-97e8-dac3d6ba392a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.182964093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"0b422ccf-d444-483d-b60d-63de91044945","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.349790998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-b-57079b/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.354695529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"957cb6cc-5c32-47a4-9c92-f66cb7fb94ce","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:20.36003112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"2a050950-1a2e-4eab-980b-f733b958a13f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-f4c186-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.364135714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"ed5361a9-b4bd-4b0f-b46b-2f821934fa6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.364138083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f437b62e-4444-437d-b04d-b849b212d1d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.374064588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"ed5361a9-b4bd-4b0f-b46b-2f821934fa6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.374205172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f437b62e-4444-437d-b04d-b849b212d1d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.37447651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"f6b28555-f9cd-4ef7-a1fd-89e3cc45a965","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:20.383214381Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"f6b28555-f9cd-4ef7-a1fd-89e3cc45a965","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-f4c186-e2e-extmod-b-57079b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:20.383260459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"f6b28555-f9cd-4ef7-a1fd-89e3cc45a965","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-f4c186-e2e-extmod-b-57079b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.386593404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"0d95a057-93ac-47f8-a874-77b787016d34","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.393416833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"835cfa28-a78c-4297-b1c0-c856765aca42","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.401882502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"77990abb-a4b5-4eb8-8c05-49864860a4e3","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-b-57079b","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-57079b/e2e-shr-auth-f4c186-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.432734334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"ee5f14aa-0696-4247-9f12-c89c04b49246","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.461197586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ab81d42d-b1dc-4397-83c4-c28cb38a7508","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.461266831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"63091f7f-70f1-4fd4-bfb0-0c4b614af554","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.468300457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"63091f7f-70f1-4fd4-bfb0-0c4b614af554","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.46983589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ab81d42d-b1dc-4397-83c4-c28cb38a7508","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:20.500802518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"f9c629bc-fe3e-4833-a239-a46db1645b96","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:22.614497634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"304e88d0-fbd0-444d-8a17-6e19f66a8125","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:22.622550421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"304e88d0-fbd0-444d-8a17-6e19f66a8125","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:22.662477567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0cf76e6c-a8d5-4a08-88bc-196bd6af68d8","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:22.66249716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0cf76e6c-a8d5-4a08-88bc-196bd6af68d8","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.73034888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"90a92802-af9b-45b7-9c54-300607e16be3","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.756981289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"2f57c4d3-8e67-451c-9507-3edbb787186d","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84e20ed8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.850445839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"1af27d3f-f519-4248-9e69-dd086a0315e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.857613505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"1af27d3f-f519-4248-9e69-dd086a0315e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.880531161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c43b62ba-dceb-4478-8a03-4d047613a8f1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:23.888988214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"c43b62ba-dceb-4478-8a03-4d047613a8f1","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.067280268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-b-57079b/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.067407941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"fabbe8d3-78d3-47a7-98a3-0c6cc7b2fd7e","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.06742969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"fabbe8d3-78d3-47a7-98a3-0c6cc7b2fd7e","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.077461004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"7dd8b7e0-f62c-4ae0-8fe7-5363b07f8721","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.078309367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0a5d4be5-981d-4822-889c-9725a9a218be","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.078337347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0a5d4be5-981d-4822-889c-9725a9a218be","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:25.080061015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"71913474-8943-4552-ac82-f33223942b83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a88862-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:25.082749593Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0a5d4be5-981d-4822-889c-9725a9a218be","name":"test-model-a88862","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a88862\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:25.08280759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"0a5d4be5-981d-4822-889c-9725a9a218be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a88862\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.084846539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"7dd8b7e0-f62c-4ae0-8fe7-5363b07f8721","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.088475362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"906c48ed-8677-498d-b07c-f75d5576d1b3","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.08849118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"906c48ed-8677-498d-b07c-f75d5576d1b3","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.091279602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"444d33dc-ec40-4b49-aa0d-64489ac575e5","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.091297751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"444d33dc-ec40-4b49-aa0d-64489ac575e5","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.096968508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"5c816de3-f01d-4827-8814-81203b24f9f4","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.096982913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"5c816de3-f01d-4827-8814-81203b24f9f4","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.116045267Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"88298e87-5c55-4614-81e0-2cf56a487c5e","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","model":"test-model-a88862","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a88862/test-model-a88862-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.13740337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"35f45bbd-6888-4a44-b782-a3d1786b2622","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.137427431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"35f45bbd-6888-4a44-b782-a3d1786b2622","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.175745154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"dd6055d6-cb71-4374-b549-4018e290ba55","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.182570378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"dd6055d6-cb71-4374-b549-4018e290ba55","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:25.235852765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"567c35b1-63e6-4583-86d1-4149990f877a","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.761100275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"cde0e816-fbe1-450e-83b0-5a544e64400c","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","subscription":"e2e-shr-quota-10116f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.767477265Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"cde0e816-fbe1-450e-83b0-5a544e64400c","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.770594642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-sub","reconcileID":"cde0e816-fbe1-450e-83b0-5a544e64400c","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.904694399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-b-57079b/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.910823591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"7691a578-f068-4592-91af-8ae1677a9191","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.913062708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"0affb60d-38c6-4bc7-9129-6580cb08349a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:33.920004077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"0affb60d-38c6-4bc7-9129-6580cb08349a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.012793328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"46b1622c-76f5-40c1-8a11-63c5bb475af6","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.020052258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"46b1622c-76f5-40c1-8a11-63c5bb475af6","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.048388047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"60c3fee0-24e2-4c67-97d9-3e8b0c0ece8a","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.132013769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"6bfc8057-e576-4275-8636-f00ba13fa7a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.142448893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"6bfc8057-e576-4275-8636-f00ba13fa7a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.166053228Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"6bfc8057-e576-4275-8636-f00ba13fa7a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"name":"e2e-extmod-b-3c5983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.166069434Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"e2e-shr-quota-10116f-access","reconcileID":"6bfc8057-e576-4275-8636-f00ba13fa7a7","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.17484066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","reconcileID":"d140312f-0708-442d-9791-fbb0593f4c0b","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-69ca45c09358","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-b-3c5983","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.350405418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"6ab355c4-cdf5-48d3-b210-4e78af355eff","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.353825704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"080e79e4-c921-4492-9e08-60d9b114796a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.362514522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"080e79e4-c921-4492-9e08-60d9b114796a","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.365973435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"3fbedb3d-6d20-42c1-aac0-8923f86c3102","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-73646312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.483128004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"e1be8de3-aeee-4d0b-a03f-9c845a81948b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:34.490220801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"e1be8de3-aeee-4d0b-a03f-9c845a81948b","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.369053732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"92cabee6-a173-4b18-9ca2-2ae59e9b79f2","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","subscription":"e2e-shr-quota-10116f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.375439162Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"92cabee6-a173-4b18-9ca2-2ae59e9b79f2","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.378630643Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-sub","reconcileID":"92cabee6-a173-4b18-9ca2-2ae59e9b79f2","MaaSSubscription":{"name":"e2e-shr-quota-10116f-sub","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"maas-trlp-e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.409210989Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]","namespace=ai-tenant-e2e-extmod-b-57079b priority=0:[ai-tenant-e2e-extmod-b-57079b/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-b-57079b/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.412581973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"6c1e7f66-3805-4676-bd57-4e11760fb330","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.457046049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.561545571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"a661fecc-2fc4-450a-a9cd-db6f628ec297","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.565208586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"302f9c05-4516-449b-97f3-824d6f2ce8ff","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.568387003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"a661fecc-2fc4-450a-a9cd-db6f628ec297","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.582663657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1e057477-963e-4ede-b49c-c8f57458436c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"model":"e2e-extmod-shr-user-08aa9e/e2e-shr-quota-10116f-e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.595307587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1e057477-963e-4ede-b49c-c8f57458436c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.62189054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1e057477-963e-4ede-b49c-c8f57458436c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"name":"e2e-extmod-a-027c19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.64652036Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"e2e-shr-quota-10116f-access","reconcileID":"1e057477-963e-4ede-b49c-c8f57458436c","MaaSAuthPolicy":{"name":"e2e-shr-quota-10116f-access","namespace":"ai-tenant-e2e-extmod-a-027c19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.656428347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"8f2bf423-9378-4d77-8858-25cccbab98bc","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:44.96508592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","reconcileID":"b6562f8d-e4b8-4af3-89ac-8cc42ec01188","MaaSModelRef":{"name":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-quota-10116f-d3f62907038a","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-quota-10116f-e2e-extmod-a-027c19","externalModel":"e2e-shr-quota-10116f","provider":"e2e-shr-quota-10116f-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.497206195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"d4a78c39-b7e6-402e-b426-9ce81c57cb33","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.510976254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"2d902687-d4cf-44cf-97f8-164cad5f377f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.511404721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"404c39ef-9eec-471d-9979-7345b6120034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.511564053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"edd47137-7b20-4f01-a48d-f4cba524bd71","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:45.512099465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"93a3b538-153f-48d2-8f9f-dc4271f4974f","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:45.512156405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"93a3b538-153f-48d2-8f9f-dc4271f4974f","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.513421364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1645c84b-7fc5-4f51-b21a-44f9757c2aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.514023015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f9e165e2-cb9d-48af-8094-03320db1a5e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.516005935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"eaaa0a21-ff25-484b-acc5-b32519e6943b","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.518722451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"2d902687-d4cf-44cf-97f8-164cad5f377f","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.519670587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"404c39ef-9eec-471d-9979-7345b6120034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.521018124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"edd47137-7b20-4f01-a48d-f4cba524bd71","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.522211057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1645c84b-7fc5-4f51-b21a-44f9757c2aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.52345905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f9e165e2-cb9d-48af-8094-03320db1a5e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.526602276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"3538e3bd-3cfd-4372-ac27-7585150fa618","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:45.537328548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"3f2f92b7-8f2b-4ffc-ab90-5c8fe20f94fc","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:25:45.537381027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-ambiguous","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-ambiguous","reconcileID":"3f2f92b7-8f2b-4ffc-ab90-5c8fe20f94fc","error":"ExternalModel e2e-extmod-shr-user-08aa9e/e2e-shr-amb-a9298c is attached to several gateways [openshift-ingress/e2e-extmod-a-027c19 openshift-ingress/e2e-extmod-b-3c5983]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.540696656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"29e6bead-9e41-477e-83ce-43216fd3b719","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.547972984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","reconcileID":"b5627843-9205-4b85-99db-26a9b5c3732d","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-a9505866598d","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-b-3c5983","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-b-3c5983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.613242078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"72729db4-38ff-43c2-895c-29aad26a6e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.613628211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"045317e8-a77c-411f-8e48-b61115c571ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.613643621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"403192c9-4a80-4b41-9a94-d660912481f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.621691024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"72729db4-38ff-43c2-895c-29aad26a6e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.621869663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"045317e8-a77c-411f-8e48-b61115c571ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.624650697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"403192c9-4a80-4b41-9a94-d660912481f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.711076569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ee036eee-a210-4a2e-97ea-034497fa30f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.720789857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"ee036eee-a210-4a2e-97ea-034497fa30f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.735071271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-10116f","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","reconcileID":"3ce6d789-25e5-498c-b602-634605108d9f","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-quota-10116f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.745465606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"df789c99-9490-40f4-a8d7-f3627d9da120","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.745478094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"287119f9-a0a8-466b-8f5e-b28258de214b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.7458958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bf742c68-f279-40e8-a12f-636422dc9e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.754757163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bf742c68-f279-40e8-a12f-636422dc9e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.75520064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"287119f9-a0a8-466b-8f5e-b28258de214b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:45.808866649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"df789c99-9490-40f4-a8d7-f3627d9da120","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.009540096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11c8405a-63a3-4c34-b64c-3503392279eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.015186318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"25cb4250-5f99-423c-8174-ec12fecc32c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.017809506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9691dba-d216-4827-9adc-3c98b979952a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.019804599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11c8405a-63a3-4c34-b64c-3503392279eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.023894103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"25cb4250-5f99-423c-8174-ec12fecc32c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.027314369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9691dba-d216-4827-9adc-3c98b979952a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.093010232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"3f3a687f-4618-4b31-869d-33c48292b2f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.093014416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3f3b19e4-a59d-4e3a-b06b-7d25ab6d7fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.094052871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0dc74069-7976-4337-bc28-317e2c03563d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.094164488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b847000-7747-4d16-b6e8-20f80c5de096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.09498567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d4096308-39a6-4017-8e31-262ef0b0eba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.099802511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"3f3a687f-4618-4b31-869d-33c48292b2f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.100819993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"3f3b19e4-a59d-4e3a-b06b-7d25ab6d7fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.102214332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"0b847000-7747-4d16-b6e8-20f80c5de096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.103240891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"d4096308-39a6-4017-8e31-262ef0b0eba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.104359773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"0dc74069-7976-4337-bc28-317e2c03563d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.253204802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"6a908a59-59e5-4328-ade1-f13ca3effa74","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.254280749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"84370b8b-357b-43e1-9739-580eee9d09ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.254722241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c0d836df-6c00-46db-86f3-5eae1a3e1552","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.255080942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2bd0992a-e265-49bc-b731-baf2fabdd4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.261552968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"6a908a59-59e5-4328-ade1-f13ca3effa74","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.264156741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"84370b8b-357b-43e1-9739-580eee9d09ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.266822703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c0d836df-6c00-46db-86f3-5eae1a3e1552","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.269014324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2bd0992a-e265-49bc-b731-baf2fabdd4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.292097903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"91f0960d-6646-4813-980b-910b76a5ba71","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.347838907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"91f0960d-6646-4813-980b-910b76a5ba71","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.360712468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"79cffafd-b3f3-4f15-b6e2-5cd670f6db00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.361500428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7b4c3d53-2955-417e-ad18-223afe4dd0a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.406724759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2cea7f5c-3338-437b-bcd4-724842948def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.533233284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7b4c3d53-2955-417e-ad18-223afe4dd0a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.533724488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"19341b63-7a6d-4dfa-9703-7dfaf53a622b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.706772087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"79cffafd-b3f3-4f15-b6e2-5cd670f6db00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.707547521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"2cea7f5c-3338-437b-bcd4-724842948def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:46.742649092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"19341b63-7a6d-4dfa-9703-7dfaf53a622b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.134199212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","reconcileID":"a9732221-e957-4f9d-8cb9-42de98679c69","MaaSModelRef":{"name":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","namespace":"e2e-extmod-shr-user-08aa9e"},"routeName":"external-model-e2e-shr-amb-a9298c-023ebf8033c6","namespace":"e2e-extmod-shr-user-08aa9e","model":"e2e-shr-amb-a9298c-e2e-extmod-a-027c19","externalModel":"e2e-shr-amb-a9298c","provider":"e2e-shr-amb-a9298c-provider","gateway":"openshift-ingress/e2e-extmod-a-027c19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.664550611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"4ecd2dc0-3c5a-43aa-a7be-dc6a63cb5781","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.715772487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fcd1f3-c604-4671-a63b-ac655c35e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.716320674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d920b909-f933-414a-9ee8-ec2311f69db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.716881103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"22437358-9dc4-4ab0-93e0-6cfb57e44048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.717103607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"54d49391-bfb5-4b3b-9a93-856b43faac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.71752054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"aa59b85e-29ab-4789-abf5-df1b4457e610","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.726649247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"aa59b85e-29ab-4789-abf5-df1b4457e610","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.727416555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d920b909-f933-414a-9ee8-ec2311f69db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.730203678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"22437358-9dc4-4ab0-93e0-6cfb57e44048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.73081643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04fcd1f3-c604-4671-a63b-ac655c35e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.733051369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"54d49391-bfb5-4b3b-9a93-856b43faac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.749173472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"72472bc7-4d3c-4359-baf7-d5b7dc3fd409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.756724017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"72472bc7-4d3c-4359-baf7-d5b7dc3fd409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.850712094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e913dd2-70a0-496b-bd67-326a8e170f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.851086218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"90746bf7-a226-41c1-8215-265f83c77823","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.851827996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5c2e303f-e7b9-4c59-a7ab-397ea6d7d897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.851882383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"797275ba-8600-4c67-bbc2-21790e5a8293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.853545312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"58b1e08b-fe5d-4e8f-8c66-d98f6eddc0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.859208103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"90746bf7-a226-41c1-8215-265f83c77823","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.859292612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"2e913dd2-70a0-496b-bd67-326a8e170f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.862170395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"5c2e303f-e7b9-4c59-a7ab-397ea6d7d897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.862470655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"58b1e08b-fe5d-4e8f-8c66-d98f6eddc0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.865215031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"797275ba-8600-4c67-bbc2-21790e5a8293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:47.922109892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-a9298c","namespace":"e2e-extmod-shr-user-08aa9e"},"namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","reconcileID":"ccbddd2d-ca30-46dd-9f0c-b0cd6de358f5","namespace":"e2e-extmod-shr-user-08aa9e","name":"e2e-shr-amb-a9298c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.1788825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0c1576c6-218b-485b-bdb2-ffe9c942d700","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.236019474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"aba20d51-7740-4d60-bf08-74c6c04e418e","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.343582781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2ea8ca12-6b07-4523-a458-3e45290adcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.347350471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0c1576c6-218b-485b-bdb2-ffe9c942d700","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.354542575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"2ea8ca12-6b07-4523-a458-3e45290adcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.354982604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"aba20d51-7740-4d60-bf08-74c6c04e418e","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.361879908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5974ce10-5011-4115-8372-f5dd05515c59","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.363258614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"674726a9-59fb-4ff0-9296-1bfc90e30e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.378866626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5974ce10-5011-4115-8372-f5dd05515c59","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.379542102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"674726a9-59fb-4ff0-9296-1bfc90e30e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.453796864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2b4e504f-aed1-46b1-8f02-777e49b94e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.460532354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"791fb73c-447a-4114-9031-44a466404e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.475080468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2b4e504f-aed1-46b1-8f02-777e49b94e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.47558765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"791fb73c-447a-4114-9031-44a466404e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.557167411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c4ac7b8-a205-49f4-9be8-ba247c301e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.565643165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c4ac7b8-a205-49f4-9be8-ba247c301e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.569179598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7e4aad0b-a5e5-4e93-838a-79b0436a0522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.572942774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"581594da-6833-4ddb-bb09-f94644b51a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.573123437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5e7d8348-7b5c-4273-92db-ed217c6800dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.575732819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ace50819-1b62-4007-a24e-a7297452c5c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.581432233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"7e4aad0b-a5e5-4e93-838a-79b0436a0522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.586217781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"581594da-6833-4ddb-bb09-f94644b51a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.591704769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"5e7d8348-7b5c-4273-92db-ed217c6800dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.594456842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ace50819-1b62-4007-a24e-a7297452c5c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.606355218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"12d77ef0-0057-4dbb-96e6-ea038501bdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.755612651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"179eef7e-427e-4dd2-ab1b-41b3e36e6ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.774608056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8e40aa76-867f-46ab-b5ea-35e0c6a89b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.811942409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"12d77ef0-0057-4dbb-96e6-ea038501bdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.842763546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"820fd670-9498-4cd5-a347-a1050105f05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.967260326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"179eef7e-427e-4dd2-ab1b-41b3e36e6ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.975199142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8e40aa76-867f-46ab-b5ea-35e0c6a89b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.979276903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"820fd670-9498-4cd5-a347-a1050105f05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:48.981641304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"c4067e7f-6c71-48ca-9857-c79e011aeb86","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:49.011663782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"c4067e7f-6c71-48ca-9857-c79e011aeb86","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.777101979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"cef073a1-eefe-4f6c-bb99-ba9c30d99dec","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.796643045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"2ce0cc6a-e0d5-41c1-a6aa-e0aeba45aa1f","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.886768657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"607b954e-2cf4-4ac2-b235-17927dcb11c8","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.924349698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"c24f0c0b-7487-49d4-9c99-e4c975654fdf","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.924464951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"c24f0c0b-7487-49d4-9c99-e4c975654fdf","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.964471797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39d9432-80ff-4039-81c0-b79162e242c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.970926964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39d9432-80ff-4039-81c0-b79162e242c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.979191503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39d9432-80ff-4039-81c0-b79162e242c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:57.984713013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39d9432-80ff-4039-81c0-b79162e242c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.147366024Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4b17ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4b17ac","reconcileID":"132f19aa-90c9-46d1-8e4f-4f1f9ad6f688","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4b17ac","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4b17ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.32682125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a1614d-a62f-4411-8b93-766803600093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.330085127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a1614d-a62f-4411-8b93-766803600093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.333026822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a1614d-a62f-4411-8b93-766803600093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.336820967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a1614d-a62f-4411-8b93-766803600093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.906359586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d924fdd7-2fcd-4ddc-8119-0c8d8229e79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.909391694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d924fdd7-2fcd-4ddc-8119-0c8d8229e79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.912764897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d924fdd7-2fcd-4ddc-8119-0c8d8229e79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.91602581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d924fdd7-2fcd-4ddc-8119-0c8d8229e79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.987055087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"bb8361d7-c609-4a1b-90fd-8b767598f965","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:58.994227292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"bb8361d7-c609-4a1b-90fd-8b767598f965","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.253224074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"3eefe9b5-273f-4c55-9d2d-43c17caf0509","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.254178215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"244ee4a8-a93c-45e2-a689-7f16edaa5471","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.258338281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"389f2cd1-5376-4427-98e8-91046a314064","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.259240271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9ea7073d-89bd-463c-8932-96def481652e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.264241612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"3eefe9b5-273f-4c55-9d2d-43c17caf0509","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.264435469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"244ee4a8-a93c-45e2-a689-7f16edaa5471","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.267256412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"9ea7073d-89bd-463c-8932-96def481652e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:25:59.268527001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"389f2cd1-5376-4427-98e8-91046a314064","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.096846863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"1adbe630-3b47-41a0-891a-c56ad6527da6","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.104275959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"981d828c-8e24-4703-8233-1e3e7cab4834","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.106546369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ea63ecd1-b599-4eed-80c3-11fa7d7f0a0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.11174111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"981d828c-8e24-4703-8233-1e3e7cab4834","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.13375623Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"b8f90f35-834a-474a-83bd-32b31d74acb7","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbbdccc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.177980071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"ea63ecd1-b599-4eed-80c3-11fa7d7f0a0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.20501994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"b1b4df76-4d57-49fa-b248-1c4e51f10e75","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.206386921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"b1b4df76-4d57-49fa-b248-1c4e51f10e75","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.296896574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"491a3222-8167-419d-86fa-7670639a4bd4","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.309588202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"cfc578ee-626e-4027-af62-9c6e4291333b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.319709964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"491a3222-8167-419d-86fa-7670639a4bd4","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.325840208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"cfc578ee-626e-4027-af62-9c6e4291333b","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.468839987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"ab7159c7-def0-42cf-b253-42a3c8bc678c","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.468867941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"ab7159c7-def0-42cf-b253-42a3c8bc678c","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.475698216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d8aa8c01-c5e5-46de-8f3c-eed64b59df25","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.475722595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d8aa8c01-c5e5-46de-8f3c-eed64b59df25","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.481755965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"889b5831-eb29-405e-a670-b6d44f8303e1","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.506553415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"889b5831-eb29-405e-a670-b6d44f8303e1","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.512041904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"889b5831-eb29-405e-a670-b6d44f8303e1","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.520452507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a920fe70-fa43-4a4a-95ac-2a4240dd9765","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:01.520470736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a920fe70-fa43-4a4a-95ac-2a4240dd9765","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:10.586064821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca880521-ce2b-40e6-a588-4a7bdc5fb2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:10.592314059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca880521-ce2b-40e6-a588-4a7bdc5fb2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:10.596445145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca880521-ce2b-40e6-a588-4a7bdc5fb2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:10.600582757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca880521-ce2b-40e6-a588-4a7bdc5fb2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.080896204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3656c052-1801-4f36-bdc8-7c2a2a176d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.083887305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3656c052-1801-4f36-bdc8-7c2a2a176d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.087007531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3656c052-1801-4f36-bdc8-7c2a2a176d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.090444234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3656c052-1801-4f36-bdc8-7c2a2a176d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.137112441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"e6eaa4cf-c406-4ead-8dde-a32a52f40256","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","subscription":"e2e-shr-auth-f4c186-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.143675015Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"e6eaa4cf-c406-4ead-8dde-a32a52f40256","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.151482661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-sub","reconcileID":"e6eaa4cf-c406-4ead-8dde-a32a52f40256","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.190954719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7c759a priority=0:[ai-tenant-e2e-extmod-a-7c759a/e2e-shr-auth-f4c186-sub ai-tenant-e2e-extmod-a-7c759a/e2e-shr-shared-8bc5c6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.194552755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"bc78be68-614d-478f-9b2e-a5bdc681cfe4","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.201421033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"7bc5e5c7-b416-4bf5-a489-e890d2f9292f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.202783275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e181df43-8e2f-4e32-9fe9-4f3fb026a6c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.247637522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"7bc5e5c7-b416-4bf5-a489-e890d2f9292f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.265451259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e181df43-8e2f-4e32-9fe9-4f3fb026a6c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.267590184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"0bc4e743-3444-43fb-9ab1-a0168bad0f2d","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.30022877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"192a89d5-55b9-4d12-bd30-3b219278b95c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.308594455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"192a89d5-55b9-4d12-bd30-3b219278b95c","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.319634077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeab593-d3b2-4139-a938-d6ff9e989f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.324330924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeab593-d3b2-4139-a938-d6ff9e989f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.331942816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeab593-d3b2-4139-a938-d6ff9e989f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.361234985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"f9b1b554-2911-477c-b285-77b4ab55a3bc","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.37867713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aeab593-d3b2-4139-a938-d6ff9e989f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.477429289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-auth-f4c186-access","reconcileID":"3c81bac4-4607-4bd1-9a6a-8f39244bb8bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.502033013Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6afd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6afd6","reconcileID":"f83d37fe-af5f-486f-a9b7-d13c0a45a74c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b6afd6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b6afd6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.536412271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"cf4e6699-4c60-4369-81ed-3760716605d2","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.554504551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"cf4e6699-4c60-4369-81ed-3760716605d2","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.561760727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"cf4e6699-4c60-4369-81ed-3760716605d2","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.594810593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","reconcileID":"392470b5-9b33-4871-a83b-d5b98f0d7e24","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-986fe0821a67","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-b-57079b","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.696439301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d24b57-4ac1-49bd-8225-ac097fcc8eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.700291417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d24b57-4ac1-49bd-8225-ac097fcc8eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.703933356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d24b57-4ac1-49bd-8225-ac097fcc8eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.707541355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d24b57-4ac1-49bd-8225-ac097fcc8eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.776372469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"acb96b5a-5c93-4c26-a4d5-d7b4644cb29b","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.861315668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"6057592b-e139-4e0b-820e-69f5108bcb23","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.874829424Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"e85305d9-8eb3-4eaa-bd82-8758f650b7c3","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5c9e521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.886099062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"6057592b-e139-4e0b-820e-69f5108bcb23","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.89731815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c59e3249-c306-4349-bb26-3ff06b038bbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:11.953463583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c59e3249-c306-4349-bb26-3ff06b038bbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.037037096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"e977cc3a-d604-4aa0-82ab-eae2b6130a85","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.045949972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"41ba2069-e631-412c-b7d7-d11b458f5a68","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.055535309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"e977cc3a-d604-4aa0-82ab-eae2b6130a85","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.061893802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"41ba2069-e631-412c-b7d7-d11b458f5a68","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.375474097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa58367-e933-416f-92be-a0f7395b623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.38203504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa58367-e933-416f-92be-a0f7395b623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.386526633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa58367-e933-416f-92be-a0f7395b623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.390459751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa58367-e933-416f-92be-a0f7395b623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.581023819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21994ac-4223-46da-bdf1-bffa9984324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.587118312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21994ac-4223-46da-bdf1-bffa9984324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.601055425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21994ac-4223-46da-bdf1-bffa9984324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:12.606443277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21994ac-4223-46da-bdf1-bffa9984324c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:14.46420793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.571548176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"1024a983-0ff8-4b00-97fb-c81743ca4985","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.579076824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"1024a983-0ff8-4b00-97fb-c81743ca4985","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.584539641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8af9bda4626a2340ee151aa1e326232026f3c73dd5eef609ebeae3c7a0a3c8b4) AuthConfig (147a96d19c92e6c0172179325be3fca0d6a5b3da86b163ea02adf1762b45a792) AuthConfig (1277f9c3b768d4b054bf8350329e2721108fc1d48128ccbdffcfc7ea87d51717) AuthConfig (686257726f92fe03de1413db22ef866f3b5188ff329e6930acdf1fa103e3d35a) AuthConfig (8542c520505859823e47157ebadbc55acfb7400983dd5372439c0ac38b873ee4) AuthConfig (d1accf42238281a15c21157935bed032f62b6e955d7bd3a88fad7c74c44fc078) AuthConfig (2739d155c7e6d68fae79eb9e3fadb96017268790ca4670f7fd07835f31d8b65f) AuthConfig (58681e53815d8e078e7aad33f5351cae93522114c2e2ebe8dd607e6f6d093dba) AuthConfig (08bee5f0c831624a1d79ab81e0b433ef766c6b8e504a4a417504345cefd7a37d) AuthConfig (54e5029805a2e5e49222a6d3819e8d66dcff198fcec1ca2acdfbfd2f1ae692f4) AuthConfig (30a891d636ef256a4051b03baab870081c312b11a6584af0b9cc4ed81b911f13) AuthConfig (27392840437d798cd971e7575af747aeb3325be9bfc8bb9be68c1979698afdba) AuthConfig (7e68331b53cdca8fe1cc475bfe6852ee1de5880d36d757e6027e36950df18542) AuthConfig (7e1da5268aadfff1facbdd4289ce1b623c73efe731e15642d31b9fc7d8c4670b) AuthConfig (9f166a2b5be77e40d1ae220d62025204ecd2ae21bf73f07324eed34dee9131f9) AuthConfig (a757874f4ebd2b91c8ffdae76dd8ed86db130e3c88ae9d0e54f0ca4564df38e9) AuthConfig (05de202df6c637ce173685a4e333c59ca599181341fa9b872641f1c646b3ffa6) AuthConfig (f904573404726890451dfb88fbe027df4b1a69e14dbe0d7c0816897a4023673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"1024a983-0ff8-4b00-97fb-c81743ca4985","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.592446583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a5e17e47-c957-4a8a-8536-224a8c10cae7","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.59246699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a5e17e47-c957-4a8a-8536-224a8c10cae7","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.883133794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"9a087b26-43e1-4ac0-86bf-d6b255f08251","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","subscription":"e2e-shr-auth-f4c186-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.892286467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"9a087b26-43e1-4ac0-86bf-d6b255f08251","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.895372098Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-sub","reconcileID":"9a087b26-43e1-4ac0-86bf-d6b255f08251","MaaSSubscription":{"name":"e2e-shr-auth-f4c186-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.984876406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"cf365a3d-0950-414c-b9f2-2344d1768f89","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:21.98699762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"fd996b57-f113-472b-950d-d4b2ad572910","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.005434354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"cf365a3d-0950-414c-b9f2-2344d1768f89","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.006002966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7eea436d-a561-462a-802d-fd8ec8de7ada","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.031307262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"7eea436d-a561-462a-802d-fd8ec8de7ada","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.035723813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"7a549298-d0e9-43b1-b494-6e445bd3f8d5","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.047303701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"291e2d5d-146d-4540-85e4-df58b3bb2d6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.054370399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"291e2d5d-146d-4540-85e4-df58b3bb2d6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.089575052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"ad6cb9df-6776-4264-9899-3b8c998b4270","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.233137071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-auth-f4c186-access","reconcileID":"441ff8bb-7d7f-4689-91e3-b0cdc6a83bb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-f4c186-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.2491962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"9021a755-ad47-4fdb-a941-edea6b20fb76","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:22.616260776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","reconcileID":"589a4767-43e1-4cf7-9c77-5b07fe1e09a1","MaaSModelRef":{"name":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-auth-f4c186-c974ad8606ae","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-auth-f4c186-e2e-extmod-a-7c759a","externalModel":"e2e-shr-auth-f4c186","provider":"e2e-shr-auth-f4c186-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.151154245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"abc6ca20-8185-4a1c-8223-29eba9283d1c","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.158970737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"728a1929-97e7-4366-8cd8-443e045db50e","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.1605558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64a5727c-d73d-47b9-a244-1a406244bdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.16059571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"21ee7d4b-1b68-4385-a364-86830aef4a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.162091166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"e0f188a0-03fa-4993-9fd4-fe1708f965e1","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.162467129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"226c936d-d1da-4ca9-b96c-93e291b91767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.162503274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c4058f46-f17f-48ce-9d62-685a7a826e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.169141168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"728a1929-97e7-4366-8cd8-443e045db50e","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.169241463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"21ee7d4b-1b68-4385-a364-86830aef4a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.173735097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64a5727c-d73d-47b9-a244-1a406244bdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.174789679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"226c936d-d1da-4ca9-b96c-93e291b91767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.177208522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"1b5f808f-35d5-4f11-94dd-d7c245fd96cc","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.177424855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"c4058f46-f17f-48ce-9d62-685a7a826e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.179187722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8af9bda4626a2340ee151aa1e326232026f3c73dd5eef609ebeae3c7a0a3c8b4) AuthConfig (147a96d19c92e6c0172179325be3fca0d6a5b3da86b163ea02adf1762b45a792) AuthConfig (1277f9c3b768d4b054bf8350329e2721108fc1d48128ccbdffcfc7ea87d51717) AuthConfig (686257726f92fe03de1413db22ef866f3b5188ff329e6930acdf1fa103e3d35a) AuthConfig (8542c520505859823e47157ebadbc55acfb7400983dd5372439c0ac38b873ee4) AuthConfig (d1accf42238281a15c21157935bed032f62b6e955d7bd3a88fad7c74c44fc078) AuthConfig (2739d155c7e6d68fae79eb9e3fadb96017268790ca4670f7fd07835f31d8b65f) AuthConfig (58681e53815d8e078e7aad33f5351cae93522114c2e2ebe8dd607e6f6d093dba) AuthConfig (08bee5f0c831624a1d79ab81e0b433ef766c6b8e504a4a417504345cefd7a37d) AuthConfig (54e5029805a2e5e49222a6d3819e8d66dcff198fcec1ca2acdfbfd2f1ae692f4) AuthConfig (30a891d636ef256a4051b03baab870081c312b11a6584af0b9cc4ed81b911f13) AuthConfig (27392840437d798cd971e7575af747aeb3325be9bfc8bb9be68c1979698afdba) AuthConfig (7e68331b53cdca8fe1cc475bfe6852ee1de5880d36d757e6027e36950df18542) AuthConfig (7e1da5268aadfff1facbdd4289ce1b623c73efe731e15642d31b9fc7d8c4670b) AuthConfig (9f166a2b5be77e40d1ae220d62025204ecd2ae21bf73f07324eed34dee9131f9) AuthConfig (a757874f4ebd2b91c8ffdae76dd8ed86db130e3c88ae9d0e54f0ca4564df38e9) AuthConfig (05de202df6c637ce173685a4e333c59ca599181341fa9b872641f1c646b3ffa6) AuthConfig (f904573404726890451dfb88fbe027df4b1a69e14dbe0d7c0816897a4023673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"728a1929-97e7-4366-8cd8-443e045db50e","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.18343729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"74522f2a-73fb-4587-b8bf-d853cfdd88d8","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.184739645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"288b5def-7e58-40dc-8e1d-ac5210a472b9","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.188155297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"785a4fbe-00a1-4a3e-8dbb-99338503da4f","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.247105624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5c27ca72-4071-456c-b39e-c67a347cf46c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.247852168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"83eb1d14-3762-4e8a-9966-c186445714fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.251967482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"c0686693-a532-40f8-ad73-e03be37d0f2a","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.256098826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"5c27ca72-4071-456c-b39e-c67a347cf46c","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.256120818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"83eb1d14-3762-4e8a-9966-c186445714fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.273878684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"9aadb99f-0c43-4e42-bd23-0250af7e8798","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.28996306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"35bae991-1676-4a4e-bb57-aede204d0f64","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4b17ac","tenantID":"e2e-inf-a-4b17ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.293059846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"70182d0e-ca43-4c9c-8626-c0d6dec6dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.293654771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2f90a500-1df3-4611-9d4d-a8c8fb569f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.302094651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"70182d0e-ca43-4c9c-8626-c0d6dec6dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.303117112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2f90a500-1df3-4611-9d4d-a8c8fb569f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.310250796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"35bae991-1676-4a4e-bb57-aede204d0f64","name":"e2e-inf-a-4b17ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.37938764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"d1837710-d30c-4fed-8fd7-ba8fe1cdd2bc","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.621260126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"b57aa2cd-1b2e-42ea-a652-80c9bff6547d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.847741081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"a6bc1d9a-b085-470f-9794-50c66d81688a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.933557108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8e9df42d-4333-4e23-9737-209af66281b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.94340245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-f4c186","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","reconcileID":"109fd31f-513b-48d6-9ef7-48c317f1aed8","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-auth-f4c186","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.958399835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"a6bc1d9a-b085-470f-9794-50c66d81688a","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.97259185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"8e9df42d-4333-4e23-9737-209af66281b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.97448754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"f5035422-ba30-43cb-b783-ff8463e3f998","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.976952725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3fc70c2b-0cb4-48a4-b314-2a46038aeac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:23.979628258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"b57aa2cd-1b2e-42ea-a652-80c9bff6547d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.002570832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a011e34a-eb36-4ffa-9ecb-f0d9bd8f6a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.026426222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"3fc70c2b-0cb4-48a4-b314-2a46038aeac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.050028257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"a011e34a-eb36-4ffa-9ecb-f0d9bd8f6a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.058689427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"4b042b50-6a32-4054-a838-7302069956cd","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-048e6381","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.119448752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"6bcfedc1-beff-4105-87ee-3f3c534d3f69","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.12150732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bbfde2b7-597f-4bc6-a0d9-cb5b0315a764","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.122573995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"939b1714-a61e-41a0-a7a9-69deabaeb0ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.123155733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7dadfd82-816d-41d1-b82c-17e543f38213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.123542748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a928769-2dd2-41b7-9777-c3d8af757e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.147556948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"6bcfedc1-beff-4105-87ee-3f3c534d3f69","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.148892724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"bbfde2b7-597f-4bc6-a0d9-cb5b0315a764","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.150126009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"7dadfd82-816d-41d1-b82c-17e543f38213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.151457774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9a928769-2dd2-41b7-9777-c3d8af757e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.152511566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"939b1714-a61e-41a0-a7a9-69deabaeb0ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.157138069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8af9bda4626a2340ee151aa1e326232026f3c73dd5eef609ebeae3c7a0a3c8b4) AuthConfig (147a96d19c92e6c0172179325be3fca0d6a5b3da86b163ea02adf1762b45a792) AuthConfig (1277f9c3b768d4b054bf8350329e2721108fc1d48128ccbdffcfc7ea87d51717) AuthConfig (686257726f92fe03de1413db22ef866f3b5188ff329e6930acdf1fa103e3d35a) AuthConfig (8542c520505859823e47157ebadbc55acfb7400983dd5372439c0ac38b873ee4) AuthConfig (d1accf42238281a15c21157935bed032f62b6e955d7bd3a88fad7c74c44fc078) AuthConfig (2739d155c7e6d68fae79eb9e3fadb96017268790ca4670f7fd07835f31d8b65f) AuthConfig (58681e53815d8e078e7aad33f5351cae93522114c2e2ebe8dd607e6f6d093dba) AuthConfig (08bee5f0c831624a1d79ab81e0b433ef766c6b8e504a4a417504345cefd7a37d) AuthConfig (54e5029805a2e5e49222a6d3819e8d66dcff198fcec1ca2acdfbfd2f1ae692f4) AuthConfig (30a891d636ef256a4051b03baab870081c312b11a6584af0b9cc4ed81b911f13) AuthConfig (27392840437d798cd971e7575af747aeb3325be9bfc8bb9be68c1979698afdba) AuthConfig (7e68331b53cdca8fe1cc475bfe6852ee1de5880d36d757e6027e36950df18542) AuthConfig (7e1da5268aadfff1facbdd4289ce1b623c73efe731e15642d31b9fc7d8c4670b) AuthConfig (9f166a2b5be77e40d1ae220d62025204ecd2ae21bf73f07324eed34dee9131f9) AuthConfig (a757874f4ebd2b91c8ffdae76dd8ed86db130e3c88ae9d0e54f0ca4564df38e9) AuthConfig (05de202df6c637ce173685a4e333c59ca599181341fa9b872641f1c646b3ffa6) AuthConfig (f904573404726890451dfb88fbe027df4b1a69e14dbe0d7c0816897a4023673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"6bcfedc1-beff-4105-87ee-3f3c534d3f69","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.22361537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4112725e-bdcc-4683-809d-e03ef887c342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.226475269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e2a40bee-e80f-40d8-a100-7d1748f7e544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.230718389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4112725e-bdcc-4683-809d-e03ef887c342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.234051859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"e2a40bee-e80f-40d8-a100-7d1748f7e544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.435974109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bac57d9a-643a-4dd7-af46-562f798fbec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.447032028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af3c065-24c2-4fbc-90fa-d5b29fc48cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.455584845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50da55fc-8e59-4cb9-a6d5-18a232ae9386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.519657064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f3d5fb02-ca39-4773-8b76-450f7335e75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.591545542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1f8a67d4-95ac-4b2b-915f-295678de5fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.62092483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50da55fc-8e59-4cb9-a6d5-18a232ae9386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.623450396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"bac57d9a-643a-4dd7-af46-562f798fbec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.627196169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"1f8a67d4-95ac-4b2b-915f-295678de5fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.630833334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"f3d5fb02-ca39-4773-8b76-450f7335e75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.643058427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af3c065-24c2-4fbc-90fa-d5b29fc48cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.663731455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"97147306-cb4e-4290-8b79-67aaa13c72d5","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.666010427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"86bcb335-999a-4021-b905-48d000b3b2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.666436714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d77dd4f-7673-436e-b605-7aef9a6e1a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.668194784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"58fdb2ed-4c06-4515-99a4-b771adcace46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.67795917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"97147306-cb4e-4290-8b79-67aaa13c72d5","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.682187318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"6d77dd4f-7673-436e-b605-7aef9a6e1a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.685883988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"86bcb335-999a-4021-b905-48d000b3b2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:24.690432651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"58fdb2ed-4c06-4515-99a4-b771adcace46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.337751159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd67f24d-af9c-427e-bac2-33007472a313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.340867872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd67f24d-af9c-427e-bac2-33007472a313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.344091711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd67f24d-af9c-427e-bac2-33007472a313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.347298381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd67f24d-af9c-427e-bac2-33007472a313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.61196285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687afa82-8e1a-418a-8ba7-b51b9cd20982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.615428981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687afa82-8e1a-418a-8ba7-b51b9cd20982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.618309305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687afa82-8e1a-418a-8ba7-b51b9cd20982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:28.621491931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687afa82-8e1a-418a-8ba7-b51b9cd20982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.063166743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"b34e05cf-bea6-42d4-9462-8c058c4ab4a4","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","subscription":"e2e-shr-shared-8bc5c6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.069343993Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"b34e05cf-bea6-42d4-9462-8c058c4ab4a4","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.072524953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"b34e05cf-bea6-42d4-9462-8c058c4ab4a4","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.103625083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"d745189e-20c1-4242-8d7e-bfaf3af00b78","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.107033899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4334be5f-6bba-4e30-94fd-a5ae1f6aa36e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.114469388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"4334be5f-6bba-4e30-94fd-a5ae1f6aa36e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.206406898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"9d50c5b3-f243-42ad-bbcd-192330c0311d","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.206529662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c83e6294-f28a-47cf-8a45-82158a0193d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.214839752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"9d50c5b3-f243-42ad-bbcd-192330c0311d","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.216381267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"c83e6294-f28a-47cf-8a45-82158a0193d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.287346157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ce04af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8af9bda4626a2340ee151aa1e326232026f3c73dd5eef609ebeae3c7a0a3c8b4) AuthConfig (147a96d19c92e6c0172179325be3fca0d6a5b3da86b163ea02adf1762b45a792) AuthConfig (1277f9c3b768d4b054bf8350329e2721108fc1d48128ccbdffcfc7ea87d51717) AuthConfig (686257726f92fe03de1413db22ef866f3b5188ff329e6930acdf1fa103e3d35a) AuthConfig (8542c520505859823e47157ebadbc55acfb7400983dd5372439c0ac38b873ee4) AuthConfig (d1accf42238281a15c21157935bed032f62b6e955d7bd3a88fad7c74c44fc078) AuthConfig (2739d155c7e6d68fae79eb9e3fadb96017268790ca4670f7fd07835f31d8b65f) AuthConfig (58681e53815d8e078e7aad33f5351cae93522114c2e2ebe8dd607e6f6d093dba) AuthConfig (08bee5f0c831624a1d79ab81e0b433ef766c6b8e504a4a417504345cefd7a37d) AuthConfig (54e5029805a2e5e49222a6d3819e8d66dcff198fcec1ca2acdfbfd2f1ae692f4) AuthConfig (30a891d636ef256a4051b03baab870081c312b11a6584af0b9cc4ed81b911f13) AuthConfig (27392840437d798cd971e7575af747aeb3325be9bfc8bb9be68c1979698afdba) AuthConfig (7e68331b53cdca8fe1cc475bfe6852ee1de5880d36d757e6027e36950df18542) AuthConfig (7e1da5268aadfff1facbdd4289ce1b623c73efe731e15642d31b9fc7d8c4670b) AuthConfig (9f166a2b5be77e40d1ae220d62025204ecd2ae21bf73f07324eed34dee9131f9) AuthConfig (a757874f4ebd2b91c8ffdae76dd8ed86db130e3c88ae9d0e54f0ca4564df38e9) AuthConfig (05de202df6c637ce173685a4e333c59ca599181341fa9b872641f1c646b3ffa6) AuthConfig (f904573404726890451dfb88fbe027df4b1a69e14dbe0d7c0816897a4023673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"9d50c5b3-f243-42ad-bbcd-192330c0311d","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.305878535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"80bf17c7-137b-4da3-bbe1-42c80c20959e","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.3915674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d28179ee-39f6-4806-8f2c-df4089ac2f33","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.400002636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d28179ee-39f6-4806-8f2c-df4089ac2f33","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.428878425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d28179ee-39f6-4806-8f2c-df4089ac2f33","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"name":"e2e-extmod-b-57079b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.428904024Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"d28179ee-39f6-4806-8f2c-df4089ac2f33","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-b-57079b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.439746963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","reconcileID":"516b3954-5352-4ad3-a764-a6664e74b14d","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-8c7788a8a112","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-b-57079b","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-b-57079b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.591985062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"c59209ab-1c1f-4840-8f83-c3ee0ca5ef23","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.596132877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f15c4992-9dc3-4554-ac85-046b2d6e0a49","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.6158621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"f15c4992-9dc3-4554-ac85-046b2d6e0a49","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.622553509Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"f55f0374-3c45-40ce-96e0-dd232a0e7d5e","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c67e94fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.735945225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"43506ec3-2e9d-4a00-8b70-1990e660f9f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:34.745893048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"43506ec3-2e9d-4a00-8b70-1990e660f9f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:37.110232605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"f4c9f2da-7aa1-4392-9ccc-a9aedbb17bf6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:37.125762596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"f4c9f2da-7aa1-4392-9ccc-a9aedbb17bf6","name":"e2e-inf-a-b6afd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.294551152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"d4fb03dd-824a-476c-bc6c-0ed4fae72b84","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.30573911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"d4fb03dd-824a-476c-bc6c-0ed4fae72b84","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.362678949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"ee978c8f-c30f-4673-ad3f-a9019714af69","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.362706353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"ee978c8f-c30f-4673-ad3f-a9019714af69","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.45760905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.625794936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"4e0bc6b9-d195-40dd-8fc2-c81b35cc414e","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","subscription":"e2e-shr-shared-8bc5c6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.635212058Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"4e0bc6b9-d195-40dd-8fc2-c81b35cc414e","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.638729703Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-sub","reconcileID":"4e0bc6b9-d195-40dd-8fc2-c81b35cc414e","MaaSSubscription":{"name":"e2e-shr-shared-8bc5c6-sub","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"maas-trlp-e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.676454398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"1cf2ae34-5a5a-4379-8e0d-0d38d43c1e12","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.680203121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e292338f-ba22-4d59-8b69-656258cf5c0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.68989644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"e292338f-ba22-4d59-8b69-656258cf5c0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.813757627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"919ece38-3992-4cc2-b5b8-04cde1317f2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.817006628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"4b0a86e4-989a-4826-9e20-3531f7608e87","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.822125005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"919ece38-3992-4cc2-b5b8-04cde1317f2f","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:44.9107701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0bf9b389-e544-4db3-ae03-555fabb07a99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"model":"e2e-extmod-shr-user-2ff564/e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.011187053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0bf9b389-e544-4db3-ae03-555fabb07a99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.036945834Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0bf9b389-e544-4db3-ae03-555fabb07a99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"name":"e2e-extmod-a-7c759a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.036973814Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"e2e-shr-shared-8bc5c6-access","reconcileID":"0bf9b389-e544-4db3-ae03-555fabb07a99","MaaSAuthPolicy":{"name":"e2e-shr-shared-8bc5c6-access","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.049841941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"7e4083a3-c123-4c22-b7a7-f55391ee2ec0","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.349156662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","reconcileID":"71fc4f1e-ad79-447c-b779-e40af8014c80","MaaSModelRef":{"name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","namespace":"e2e-extmod-shr-user-2ff564"},"routeName":"external-model-e2e-shr-shared-8bc5c6-fc18c46a88d5","namespace":"e2e-extmod-shr-user-2ff564","model":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a","externalModel":"e2e-shr-shared-8bc5c6","provider":"e2e-shr-shared-8bc5c6-provider","gateway":"openshift-ingress/e2e-extmod-a-7c759a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.908708641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"a19a1925-9966-4c7d-972b-9090913c5498","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.930172862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e1a54af7-7f40-40d1-b5b7-559c5bd088bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.930212443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b8876846-be3c-4e6b-b61e-829f4837b2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.93065463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"1332e3c6-52b2-454a-94bb-094972a069c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.930737457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"01f81e3d-651a-4f01-ae6a-f1eb2db27c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.931249523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c63e5f66-7f1a-4752-b3ce-1b5506bc6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.943419356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"e1a54af7-7f40-40d1-b5b7-559c5bd088bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.943559717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"1332e3c6-52b2-454a-94bb-094972a069c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.947037674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c63e5f66-7f1a-4752-b3ce-1b5506bc6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.9470516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"b8876846-be3c-4e6b-b61e-829f4837b2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:45.949554807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"01f81e3d-651a-4f01-ae6a-f1eb2db27c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.161070545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"1d2fe4fb-0f97-434c-9f0e-5778932646ba","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.163497019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7c0288-0f02-4b3b-8942-5893c13c9376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.164003215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a6dcb41-ec31-45a2-842c-e39592eb997d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.164400276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b45b8b1a-436f-45dc-91e4-1495acf97100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.168022314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"1d2fe4fb-0f97-434c-9f0e-5778932646ba","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.170368999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c7c0288-0f02-4b3b-8942-5893c13c9376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.17133102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a6dcb41-ec31-45a2-842c-e39592eb997d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.172652013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"b45b8b1a-436f-45dc-91e4-1495acf97100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.255084858Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-8bc5c6","namespace":"e2e-extmod-shr-user-2ff564"},"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","reconcileID":"5fb565d7-728b-44e9-8010-d24ba08d48cc","namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.265398062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"133ca0fe-71c6-4348-879f-75daaf44cf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.271642807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8d235ef8-915f-4279-88bd-afeae1aa13e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.272847431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d5c51788-4daf-4189-8b3f-33c943dac47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.277740296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"133ca0fe-71c6-4348-879f-75daaf44cf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.362834543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"d5c51788-4daf-4189-8b3f-33c943dac47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.407472899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0b4fc4f1-4cf0-491a-a6ee-6f8d57e5c418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.408089389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"def3f8b7-6ee8-4484-aa56-d594f6ee41be","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.558208718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"def3f8b7-6ee8-4484-aa56-d594f6ee41be","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.559841277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"8d235ef8-915f-4279-88bd-afeae1aa13e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.565072736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"0b4fc4f1-4cf0-491a-a6ee-6f8d57e5c418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.670151473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"e0485ad3-acc7-4c2c-a703-bf9e7f6dc48a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.673172185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2633c0f-8fc5-4231-a239-19c6d1671a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.679516671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"e0485ad3-acc7-4c2c-a703-bf9e7f6dc48a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.685030108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2633c0f-8fc5-4231-a239-19c6d1671a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.770643302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43b8bd7d-3cb9-468b-8e68-6f41d1273ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.771146589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"cb9663c5-2488-46cd-a125-5b2460f7164b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.771159602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eca6ebc2-8341-4e8c-931e-3b241224e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.771535461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f6169da1-1d05-4a73-b211-59d00330ce27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.771542857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"464c19bc-58eb-45d4-9b7e-d58eefee1c96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.778480876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"cb9663c5-2488-46cd-a125-5b2460f7164b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.778505787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"eca6ebc2-8341-4e8c-931e-3b241224e2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.780716851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43b8bd7d-3cb9-468b-8e68-6f41d1273ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.780987309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"f6169da1-1d05-4a73-b211-59d00330ce27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.783116786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"464c19bc-58eb-45d4-9b7e-d58eefee1c96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:46.996675495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0374fa9d-26ae-4669-90e9-1a2affd2595d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.036449483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"287b272a-6a6c-47d0-b8fb-35af1825a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.037426829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b9d3506b-e78e-4824-b28e-78f99e428915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.03826641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c566d6ba-1b2a-4aa9-bb66-04598cd7fa8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.039329461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5702f3fe-f8e2-458d-8da9-3bef7eb2adc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.091937811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"0374fa9d-26ae-4669-90e9-1a2affd2595d","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.102125035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"287b272a-6a6c-47d0-b8fb-35af1825a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.105306015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b9d3506b-e78e-4824-b28e-78f99e428915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.110288116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"c566d6ba-1b2a-4aa9-bb66-04598cd7fa8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.176337674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d214138d-9781-48e6-8757-235b812d3ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.177155605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c1d9b137-0e36-46fd-8097-336415074178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.188483811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"d214138d-9781-48e6-8757-235b812d3ac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.198395128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"c1d9b137-0e36-46fd-8097-336415074178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:47.213121577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"5702f3fe-f8e2-458d-8da9-3bef7eb2adc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.177571726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"4b14892b-5ff8-4a87-9310-810190d2d49a","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.177594306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"4b14892b-5ff8-4a87-9310-810190d2d49a","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.185326406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"6f528804-2076-47a5-a966-261345bcbdd6","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.185967674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"f5c660ef-7a8a-481d-acee-e14749a6bac7","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.186052333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"f5c660ef-7a8a-481d-acee-e14749a6bac7","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:26:48.188574684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"bb08d5d5-21be-4a5d-b009-196c94044ef9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ce04af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:26:48.190061184Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"f5c660ef-7a8a-481d-acee-e14749a6bac7","name":"test-model-ce04af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ce04af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:26:48.190107094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"f5c660ef-7a8a-481d-acee-e14749a6bac7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ce04af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.19279227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"6f528804-2076-47a5-a966-261345bcbdd6","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.246223957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a5eb5e67-7962-4e2b-8aca-909269bd29f5","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.246247009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a5eb5e67-7962-4e2b-8aca-909269bd29f5","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.246740113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d09c1342-b635-489b-996b-4a039a312861","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.246757419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d09c1342-b635-489b-996b-4a039a312861","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.256110478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"65f250c8-091c-4a00-8c80-cf805222952a","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.256126513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"65f250c8-091c-4a00-8c80-cf805222952a","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.279405894Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"0007b476-1763-4980-8073-159a6a967278","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","model":"test-model-ce04af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ce04af/test-model-ce04af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.282963245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"cf98f68a-ee90-4cbc-9bc0-64b78ef11da5","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.289766306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"cf98f68a-ee90-4cbc-9bc0-64b78ef11da5","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.297176704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"0e3ce23c-88c9-47ee-91ca-1590101bebff","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.297192854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"0e3ce23c-88c9-47ee-91ca-1590101bebff","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:26:48.386026997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"b5588d09-8807-45e9-b701-42570700864c","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.650006368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ba0563-0faf-42ff-8082-f4f219dc4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.653134794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ba0563-0faf-42ff-8082-f4f219dc4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.656235301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ba0563-0faf-42ff-8082-f4f219dc4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.659294265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33ba0563-0faf-42ff-8082-f4f219dc4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.915361501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9fa2f5-bf26-4966-b914-ccbb8d347e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.918568845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9fa2f5-bf26-4966-b914-ccbb8d347e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.921505518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9fa2f5-bf26-4966-b914-ccbb8d347e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.924574563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc9fa2f5-bf26-4966-b914-ccbb8d347e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.10313681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1002287-8784-4145-abdd-23b428c223ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.106454021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1002287-8784-4145-abdd-23b428c223ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.109513754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1002287-8784-4145-abdd-23b428c223ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.11269022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1002287-8784-4145-abdd-23b428c223ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.447386196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ea769b-f290-4ffb-8541-55d4a20352fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.450602104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ea769b-f290-4ffb-8541-55d4a20352fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.453606327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ea769b-f290-4ffb-8541-55d4a20352fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.456531918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ea769b-f290-4ffb-8541-55d4a20352fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.707555177Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5bfc51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5bfc51","reconcileID":"6a8ada14-76e9-452b-9db8-9f8d0d066b85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5bfc51","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5bfc51":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.722145471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dee602-413f-49d2-967d-0f1c3b5429a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.725484658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dee602-413f-49d2-967d-0f1c3b5429a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.728968049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dee602-413f-49d2-967d-0f1c3b5429a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.732451254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28dee602-413f-49d2-967d-0f1c3b5429a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.922347786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddaa34a-59d7-4b3e-b4b1-1cee07449f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.926008423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddaa34a-59d7-4b3e-b4b1-1cee07449f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.92963611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddaa34a-59d7-4b3e-b4b1-1cee07449f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.933028937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddaa34a-59d7-4b3e-b4b1-1cee07449f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.128794778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f04b729-ef2b-428a-bfce-41483d401f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.146289527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f04b729-ef2b-428a-bfce-41483d401f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.14951938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f04b729-ef2b-428a-bfce-41483d401f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.152762407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f04b729-ef2b-428a-bfce-41483d401f99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.484893241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cf8277-019d-434a-a366-26f910b71666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.490379324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cf8277-019d-434a-a366-26f910b71666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.499861483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cf8277-019d-434a-a366-26f910b71666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.547516701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27cf8277-019d-434a-a366-26f910b71666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.794711058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03677b32-ed00-47c9-a3f0-1ecf2df95355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.798461182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03677b32-ed00-47c9-a3f0-1ecf2df95355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.801821366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03677b32-ed00-47c9-a3f0-1ecf2df95355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:08.805218856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03677b32-ed00-47c9-a3f0-1ecf2df95355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.106945524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414bba49-7df4-4fab-a50f-5dae471ca0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.110547767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414bba49-7df4-4fab-a50f-5dae471ca0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.114304786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414bba49-7df4-4fab-a50f-5dae471ca0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.123383311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414bba49-7df4-4fab-a50f-5dae471ca0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.749487172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57310a7c-34fc-4bfa-a9f5-0ebbafdc7a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.752979798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57310a7c-34fc-4bfa-a9f5-0ebbafdc7a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.756002176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57310a7c-34fc-4bfa-a9f5-0ebbafdc7a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:09.759044057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57310a7c-34fc-4bfa-a9f5-0ebbafdc7a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:10.154189471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ab4eb-236c-4e3a-a9aa-c6c62d2c8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:10.158082212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ab4eb-236c-4e3a-a9aa-c6c62d2c8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:10.161460101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ab4eb-236c-4e3a-a9aa-c6c62d2c8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:10.165252143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971ab4eb-236c-4e3a-a9aa-c6c62d2c8a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:14.47032307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.214662536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"0dcd8602-bb2b-4d8f-af96-3f851cece34c","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.46966329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"7c841794-160c-407d-bc45-83719f024f67","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.4706185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"7c841794-160c-407d-bc45-83719f024f67","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.242583313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"d87fd7c9-5098-40d7-abfb-639af967d627","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.250164115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"d87fd7c9-5098-40d7-abfb-639af967d627","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.862431194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"db0a8842-4c42-4de8-b6a0-43424e3b5606","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.878152833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"db0a8842-4c42-4de8-b6a0-43424e3b5606","name":"e2e-inf-b-5bfc51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.454986876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.050825934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"52d08ef6-5118-4b6e-9294-0d0365311c60","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.052868017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"7d7a75b3-3ec9-438c-82d0-c86aa23311f3","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.052887522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"7d7a75b3-3ec9-438c-82d0-c86aa23311f3","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.065744653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"52d08ef6-5118-4b6e-9294-0d0365311c60","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.147421132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"14386b27-21b2-4952-aaf9-0c4e40a79202","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.148484007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"52d08ef6-5118-4b6e-9294-0d0365311c60","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.148496628Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"52d08ef6-5118-4b6e-9294-0d0365311c60","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.16282904Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"e13482bd-d62f-4314-bb34-e176883cc105","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.163345052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"cbac08f3-815a-4e9b-9983-562e3eb5fbbf","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.163362644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"cbac08f3-815a-4e9b-9983-562e3eb5fbbf","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.177747293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"e13482bd-d62f-4314-bb34-e176883cc105","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.18484987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"e13482bd-d62f-4314-bb34-e176883cc105","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"e2e-inf-a-a88862-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.184865105Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"e13482bd-d62f-4314-bb34-e176883cc105","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a88862","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:27:51.187806085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a88862-auth","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-auth","reconcileID":"e13482bd-d62f-4314-bb34-e176883cc105","error":"maasauthpolicies.maas.opendatahub.io \"test-model-a88862-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.189166542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"eabe3470-0933-417b-9dfe-4eca2fd43992","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.33438457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"65bdd13d-94b0-482e-aef2-cece42846d61","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:51.334417123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"65bdd13d-94b0-482e-aef2-cece42846d61","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.374720221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"f8873ec8-a64f-48d8-9e95-07e4ddb77886","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","subscription":"test-model-a88862-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.378033342Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"f8873ec8-a64f-48d8-9e95-07e4ddb77886","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.381242941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862-sub","reconcileID":"f8873ec8-a64f-48d8-9e95-07e4ddb77886","MaaSSubscription":{"name":"test-model-a88862-sub","namespace":"ai-tenant-e2e-inf-a-a88862"},"name":"maas-trlp-test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.446341213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"b6ade66d-a3d3-487b-a3b2-5391201bb198","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"tenant":"e2e-inf-a-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","model":"ai-tenant-e2e-inf-a-a88862/test-model-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.446365587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"test-model-a88862","reconcileID":"b6ade66d-a3d3-487b-a3b2-5391201bb198","MaaSModelRef":{"name":"test-model-a88862","namespace":"ai-tenant-e2e-inf-a-a88862"},"routeName":"test-model-a88862-kserve-route","namespace":"ai-tenant-e2e-inf-a-a88862","llmisvcName":"test-model-a88862","gateway":"openshift-ingress/e2e-inf-a-a88862","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.121782348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"b66755c4-42ac-491f-a41b-2c65298af29a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.122513995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"511be1e8-4469-4a5b-aadf-cc3d940fac3b","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.122731259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"511be1e8-4469-4a5b-aadf-cc3d940fac3b","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.259647613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"b66755c4-42ac-491f-a41b-2c65298af29a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.271662584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"d6b48b66-6800-4397-8216-da69bd803c18","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.305272908Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"b66755c4-42ac-491f-a41b-2c65298af29a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"e2e-inf-b-ce04af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.30529859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-auth","reconcileID":"b66755c4-42ac-491f-a41b-2c65298af29a","MaaSAuthPolicy":{"name":"test-model-ce04af-auth","namespace":"ai-tenant-e2e-inf-b-ce04af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.31581963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"99283f0f-14fe-430d-8c97-ac14e505a2e0","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.315846865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"99283f0f-14fe-430d-8c97-ac14e505a2e0","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.340129488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"a3ba34b3-260a-4625-9d8f-925c90ced6ce","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.462036165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d10abccd-87b9-4d95-9e46-3d577a81e737","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.462071799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"d10abccd-87b9-4d95-9e46-3d577a81e737","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.509295618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c6139-9676-49a4-8a28-165e3ca0db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.514547773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c6139-9676-49a4-8a28-165e3ca0db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.521477693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c6139-9676-49a4-8a28-165e3ca0db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.549803444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c6139-9676-49a4-8a28-165e3ca0db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.879204906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b0c628-3de7-4f99-9869-24c0e72e20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.883124658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b0c628-3de7-4f99-9869-24c0e72e20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.886871664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b0c628-3de7-4f99-9869-24c0e72e20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.8898329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b0c628-3de7-4f99-9869-24c0e72e20d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.10127682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355666e1-ef3c-4c94-958f-01ee05419019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.113247513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355666e1-ef3c-4c94-958f-01ee05419019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.116953708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355666e1-ef3c-4c94-958f-01ee05419019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.122089037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"355666e1-ef3c-4c94-958f-01ee05419019","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.458045512Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6fec8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6fec8a","reconcileID":"5e2e48cf-fe42-49cc-b6df-f63b1b908175","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6fec8a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-6fec8a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.74134837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dc02cf-5cba-412d-b80d-b18e399bc3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.744517941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dc02cf-5cba-412d-b80d-b18e399bc3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.747837605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dc02cf-5cba-412d-b80d-b18e399bc3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:07.750883818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99dc02cf-5cba-412d-b80d-b18e399bc3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.492667232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"6eb8fcee-cda2-4a91-9575-78dcb86acf22","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","subscription":"test-model-ce04af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.495875334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"6eb8fcee-cda2-4a91-9575-78dcb86acf22","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.501328268Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af-sub","reconcileID":"6eb8fcee-cda2-4a91-9575-78dcb86acf22","MaaSSubscription":{"name":"test-model-ce04af-sub","namespace":"ai-tenant-e2e-inf-b-ce04af"},"name":"maas-trlp-test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.528263123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a0445d3a-d237-4b47-a1f4-a36ea769e5ec","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"tenant":"e2e-inf-b-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","model":"ai-tenant-e2e-inf-b-ce04af/test-model-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.528281892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"test-model-ce04af","reconcileID":"a0445d3a-d237-4b47-a1f4-a36ea769e5ec","MaaSModelRef":{"name":"test-model-ce04af","namespace":"ai-tenant-e2e-inf-b-ce04af"},"routeName":"test-model-ce04af-kserve-route","namespace":"ai-tenant-e2e-inf-b-ce04af","llmisvcName":"test-model-ce04af","gateway":"openshift-ingress/e2e-inf-b-ce04af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:14.466118979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:18.899136032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f5ce4b-2d89-46ed-af6c-5dc1dd6e9846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:18.902569398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f5ce4b-2d89-46ed-af6c-5dc1dd6e9846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:18.948770039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f5ce4b-2d89-46ed-af6c-5dc1dd6e9846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:18.952814436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f5ce4b-2d89-46ed-af6c-5dc1dd6e9846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.435070528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593dba2e-0054-47c0-8174-64c664515638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.440979124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593dba2e-0054-47c0-8174-64c664515638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.447750206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593dba2e-0054-47c0-8174-64c664515638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.456172124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"593dba2e-0054-47c0-8174-64c664515638","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.804455909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b0133-232a-42ae-a412-a41b00219b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.807895176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b0133-232a-42ae-a412-a41b00219b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.811336697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b0133-232a-42ae-a412-a41b00219b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.814858864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b0133-232a-42ae-a412-a41b00219b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.119377514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6136286-26b3-4672-aa70-cc00945f6550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.122497545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6136286-26b3-4672-aa70-cc00945f6550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.125591171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6136286-26b3-4672-aa70-cc00945f6550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.128664463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6136286-26b3-4672-aa70-cc00945f6550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.573304559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","namespace":"ai-tenant-e2e-inf-a-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.573372478Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","namespace":"ai-tenant-e2e-inf-a-a88862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.573421155Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","tenant":"e2e-inf-a-a88862","tenantID":"e2e-inf-a-a88862","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.578362869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Deployment","name":"maas-api-e2e-inf-a-a88862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.599602389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Service","name":"maas-api-e2e-inf-a-a88862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.609168826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a88862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.615297078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a88862","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.625643367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.630847875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.638634881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.647001512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.652305189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.658654483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.661823242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Service","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.664735366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.667801378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.672307712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.675188158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.6828279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.685520148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.688168103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.690935661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a88862","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:22.693532876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a88862"},"namespace":"ai-tenant-e2e-inf-a-a88862","name":"default-tenant","reconcileID":"b2896b92-9615-4192-9e07-3a5c661e1bb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a88862","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:25.828758272Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a88862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a88862","reconcileID":"a9ac97b7-ad8b-465c-a270-b7d536843433","aitenant":"ai-tenants/e2e-inf-a-a88862","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.055109207Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a88862","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a88862","reconcileID":"a9ac97b7-ad8b-465c-a270-b7d536843433","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a88862","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a88862"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.080949013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d208cf-83c5-4ac3-a63c-c46efd3d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.084762175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d208cf-83c5-4ac3-a63c-c46efd3d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.088811359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d208cf-83c5-4ac3-a63c-c46efd3d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.092368927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d208cf-83c5-4ac3-a63c-c46efd3d63d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.45673292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fed8cf-9eb6-4716-82ab-184d550339fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.475010701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fed8cf-9eb6-4716-82ab-184d550339fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.490228619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fed8cf-9eb6-4716-82ab-184d550339fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:26.495035197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02fed8cf-9eb6-4716-82ab-184d550339fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:31.906903897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"8571cd9e-61ab-4814-92df-537c2ec9fc61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:31.923045301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"8571cd9e-61ab-4814-92df-537c2ec9fc61","name":"e2e-inf-a-6fec8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.535299546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","namespace":"ai-tenant-e2e-inf-b-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.53535275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","namespace":"ai-tenant-e2e-inf-b-ce04af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.535405263Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","tenant":"e2e-inf-b-ce04af","tenantID":"e2e-inf-b-ce04af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.540847304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Deployment","name":"maas-api-e2e-inf-b-ce04af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.557230078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Service","name":"maas-api-e2e-inf-b-ce04af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.571758715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ce04af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.667869764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ce04af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.675092309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.679965735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.687814444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.697214231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.700294911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.705457848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.708262304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Service","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.714197428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.722582538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.746042247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.748743216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.754699104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.757466581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9385b7-d624-485e-b15d-734b78eb522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.759836021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.76062986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9385b7-d624-485e-b15d-734b78eb522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.763032978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.763789088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9385b7-d624-485e-b15d-734b78eb522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.766199467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ce04af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.767499784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9385b7-d624-485e-b15d-734b78eb522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.770215524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ce04af"},"namespace":"ai-tenant-e2e-inf-b-ce04af","name":"default-tenant","reconcileID":"5c1dadd6-e2b7-4cdd-8f38-885f5693a469","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ce04af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:34.424744507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6158c81-eb03-4013-8578-e29bbec38347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:34.428015662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6158c81-eb03-4013-8578-e29bbec38347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:34.430988901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6158c81-eb03-4013-8578-e29bbec38347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:34.434098126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6158c81-eb03-4013-8578-e29bbec38347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.743850677Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ce04af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ce04af","reconcileID":"1b891711-019b-46f1-a887-653b4504d407","aitenant":"ai-tenants/e2e-inf-b-ce04af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.818562732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ce04af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ce04af","reconcileID":"1b891711-019b-46f1-a887-653b4504d407","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ce04af","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ce04af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.835434142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed33eef-9d41-44d9-b1e7-8f74e8a6ad77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.855402376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed33eef-9d41-44d9-b1e7-8f74e8a6ad77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.86618865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed33eef-9d41-44d9-b1e7-8f74e8a6ad77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.870550122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ed33eef-9d41-44d9-b1e7-8f74e8a6ad77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.14466578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47632fed-793f-4987-b07c-93e42133f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.147762878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47632fed-793f-4987-b07c-93e42133f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.151057853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47632fed-793f-4987-b07c-93e42133f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.155574047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47632fed-793f-4987-b07c-93e42133f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.786876713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef13b0ba-2a73-4aa1-a50e-0574a71da673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.793520705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef13b0ba-2a73-4aa1-a50e-0574a71da673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.826390102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef13b0ba-2a73-4aa1-a50e-0574a71da673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:40.86068305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef13b0ba-2a73-4aa1-a50e-0574a71da673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.614155675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00269117-5118-4b4a-9a3e-ebfcdd42029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.614179796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00269117-5118-4b4a-9a3e-ebfcdd42029d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.622269744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe1ca658-b952-4da6-a17e-2ac2b313847f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.622288024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe1ca658-b952-4da6-a17e-2ac2b313847f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.630007941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"04090525-f7ef-4932-9716-7765a10da96c","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.656918569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"04090525-f7ef-4932-9716-7765a10da96c","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.714805214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"04090525-f7ef-4932-9716-7765a10da96c","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.731118292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d68f2f-6971-4f3d-965f-3fef25737995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.731167521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d68f2f-6971-4f3d-965f-3fef25737995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.777516582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d390902-e450-4dd3-81d0-c56f5861a319","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.777538106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d390902-e450-4dd3-81d0-c56f5861a319","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.784596704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"85f48cb9-8d03-4fde-a1c5-a707cf3281e6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.78540572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bccdd052-0f07-419d-b733-0ffafa692197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.785422289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bccdd052-0f07-419d-b733-0ffafa692197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:28:41.785951208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-sub-fdda8184","reconcileID":"58c903e0-d9e2-44ba-b369-858f22c5223d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-fdda8184\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.794353169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"85f48cb9-8d03-4fde-a1c5-a707cf3281e6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.802023302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c13ead94-d6d5-4824-a955-1291139fc91f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.802039325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c13ead94-d6d5-4824-a955-1291139fc91f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.805057937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"85f48cb9-8d03-4fde-a1c5-a707cf3281e6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.810896036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc4485-f482-4af3-996e-564c2bf96960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.810949331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc4485-f482-4af3-996e-564c2bf96960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.83877293Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-sub-fdda8184","reconcileID":"ee99e719-a564-48b5-8c60-d039de7cc324","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fdda8184/e2e-sub-fdda8184","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.857717597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497e73be-629d-4bd1-a3a1-1359b987e931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.857737609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"497e73be-629d-4bd1-a3a1-1359b987e931","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.934697126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04746a6b-2f97-4b27-b8d8-d4c6ecf179ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.935017722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-sub-fdda8184","reconcileID":"22321407-0a33-4bf3-9fd0-b0d75ee1dcfb","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:44.455884059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:51.816461948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"acb1fd1a-2188-4cfc-86ec-b8166605eddd","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:51.827160856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"acb1fd1a-2188-4cfc-86ec-b8166605eddd","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:51.834760248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"acb1fd1a-2188-4cfc-86ec-b8166605eddd","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.006923488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b4870-d0ec-429a-8491-0d8cf04025e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.010136965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b4870-d0ec-429a-8491-0d8cf04025e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.013247789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b4870-d0ec-429a-8491-0d8cf04025e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.016495352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540b4870-d0ec-429a-8491-0d8cf04025e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.227723394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba01c3a-5975-4d08-8818-e1eb17449e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.231869443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba01c3a-5975-4d08-8818-e1eb17449e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.247955983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba01c3a-5975-4d08-8818-e1eb17449e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:57.253996111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba01c3a-5975-4d08-8818-e1eb17449e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.055831524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd4d005-835b-4749-a75d-9186ee456257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.063086403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd4d005-835b-4749-a75d-9186ee456257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.070986103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd4d005-835b-4749-a75d-9186ee456257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.075086666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd4d005-835b-4749-a75d-9186ee456257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.234075467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f9c310-cb97-409c-aa14-d7e1dfdabe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.237424087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f9c310-cb97-409c-aa14-d7e1dfdabe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.242336968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f9c310-cb97-409c-aa14-d7e1dfdabe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:58.252066175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f9c310-cb97-409c-aa14-d7e1dfdabe95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:01.841200149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"6516c056-13a7-4fa4-873d-bcb3c8df39a6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:01.84817358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"6516c056-13a7-4fa4-873d-bcb3c8df39a6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:01.85416049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"6516c056-13a7-4fa4-873d-bcb3c8df39a6","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:02.865866559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7438be9-481c-441e-ae09-4e37b392ffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:02.869123855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7438be9-481c-441e-ae09-4e37b392ffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:02.872250024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7438be9-481c-441e-ae09-4e37b392ffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:02.875351879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7438be9-481c-441e-ae09-4e37b392ffde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:03.24552627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f139e4-0b9a-4e02-9bea-c9fb9782b28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:03.281279927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f139e4-0b9a-4e02-9bea-c9fb9782b28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:03.355297486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f139e4-0b9a-4e02-9bea-c9fb9782b28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:03.392072954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f139e4-0b9a-4e02-9bea-c9fb9782b28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:03.79396264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5dab6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5dab6a","reconcileID":"ad809bf8-9cd0-4d9c-8390-8fc1b4fd62ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5dab6a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5dab6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:04.392242809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902d14f0-7631-4bb8-a848-0b2780fa9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:04.442266963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902d14f0-7631-4bb8-a848-0b2780fa9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:04.555223166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902d14f0-7631-4bb8-a848-0b2780fa9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:04.596953536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902d14f0-7631-4bb8-a848-0b2780fa9987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:29:05.583123784Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-2ff564","name":"e2e-shr-shared-8bc5c6-e2e-extmod-a-7c759a.18e4644dc1a375c3"},"error":"namespaces \"e2e-extmod-shr-user-2ff564\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:29:05.682278981Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-fce083","name":"e2e-shr-auth-ca4d90-e2e-extmod-a-d25759.18e464501575b2ed"},"error":"namespaces \"e2e-extmod-shr-user-fce083\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.381587352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c44793f-7340-40ac-be5c-1c567da777ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.391422405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c44793f-7340-40ac-be5c-1c567da777ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.408368321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c44793f-7340-40ac-be5c-1c567da777ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.418138761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c44793f-7340-40ac-be5c-1c567da777ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.883510865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04deb9-fd13-4dc7-8c80-74c78d877932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.919029396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04deb9-fd13-4dc7-8c80-74c78d877932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.92923476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04deb9-fd13-4dc7-8c80-74c78d877932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:10.97268478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04deb9-fd13-4dc7-8c80-74c78d877932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:11.869002802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"48a84bfa-ff0f-45df-8892-c032758de311","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:11.884601994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"48a84bfa-ff0f-45df-8892-c032758de311","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:11.89376283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"48a84bfa-ff0f-45df-8892-c032758de311","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:11.906049909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64649d97-bed3-42f7-9467-e232e88909a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:11.906156575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64649d97-bed3-42f7-9467-e232e88909a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.234147003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","namespace":"ai-tenant-e2e-inf-a-4b17ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.23420452Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","namespace":"ai-tenant-e2e-inf-a-4b17ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.23424972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","tenant":"e2e-inf-a-4b17ac","tenantID":"e2e-inf-a-4b17ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.238717497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Deployment","name":"maas-api-e2e-inf-a-4b17ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.252491449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Service","name":"maas-api-e2e-inf-a-4b17ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.263432051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4b17ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.267950621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4b17ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.273569508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.279090844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.28497919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.294901953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.297704304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.30011171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.302701216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Service","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.305576847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.308025541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.310381432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.312832593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.315172909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.317571552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.319861813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.322310785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4b17ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:13.324827293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4b17ac"},"namespace":"ai-tenant-e2e-inf-a-4b17ac","name":"default-tenant","reconcileID":"57bfc111-368c-4e77-9c71-298374ab6b62","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4b17ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:14.460854315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.641711267Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4b17ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4b17ac","reconcileID":"ebd3aabd-0c35-418a-9350-25f8cb2e2bad","aitenant":"ai-tenants/e2e-inf-a-4b17ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.772761857Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4b17ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4b17ac","reconcileID":"ebd3aabd-0c35-418a-9350-25f8cb2e2bad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4b17ac","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4b17ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.797581837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249a05d1-20f2-4a12-a4ce-56ae1a054815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.847685297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249a05d1-20f2-4a12-a4ce-56ae1a054815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.850990162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249a05d1-20f2-4a12-a4ce-56ae1a054815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:15.853991758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249a05d1-20f2-4a12-a4ce-56ae1a054815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.220532899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d625c346-9e7a-454f-8df5-05d199adb04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.225853451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d625c346-9e7a-454f-8df5-05d199adb04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.229653725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d625c346-9e7a-454f-8df5-05d199adb04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.283450759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d625c346-9e7a-454f-8df5-05d199adb04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.794414543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c436d1-d96d-4e25-b3a7-66b09d6306df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.797768595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c436d1-d96d-4e25-b3a7-66b09d6306df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.800870297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c436d1-d96d-4e25-b3a7-66b09d6306df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:16.80420453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03c436d1-d96d-4e25-b3a7-66b09d6306df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:19.783414683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92adb5e-f2d3-495b-8563-d84057741953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:19.786564026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92adb5e-f2d3-495b-8563-d84057741953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:19.789803934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92adb5e-f2d3-495b-8563-d84057741953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:19.794054902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e92adb5e-f2d3-495b-8563-d84057741953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.073342007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16385e-d2d6-4ba3-b79e-76392d204913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.077273844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16385e-d2d6-4ba3-b79e-76392d204913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.080868764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16385e-d2d6-4ba3-b79e-76392d204913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.084054349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16385e-d2d6-4ba3-b79e-76392d204913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.395767495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cdf7da-3c3d-4f0f-b4d4-96eb419e7143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.398854458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cdf7da-3c3d-4f0f-b4d4-96eb419e7143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.40176875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cdf7da-3c3d-4f0f-b4d4-96eb419e7143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.404739707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cdf7da-3c3d-4f0f-b4d4-96eb419e7143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.81833131Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b4971a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b4971a","reconcileID":"5278c1eb-df92-48bb-87b1-190abf330c02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b4971a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b4971a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.852679596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d93f5d8-c23d-4339-a414-a0787d0644ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.861039358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d93f5d8-c23d-4339-a414-a0787d0644ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.869223684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d93f5d8-c23d-4339-a414-a0787d0644ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:20.876372876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d93f5d8-c23d-4339-a414-a0787d0644ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.106850354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f7fccb-5c79-494e-8d77-a8bd9d1a4f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.110718366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f7fccb-5c79-494e-8d77-a8bd9d1a4f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.11411563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f7fccb-5c79-494e-8d77-a8bd9d1a4f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.117889103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f7fccb-5c79-494e-8d77-a8bd9d1a4f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.436429414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19936115-db02-43f6-a79d-45764a1351a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.439655354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19936115-db02-43f6-a79d-45764a1351a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.4428629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19936115-db02-43f6-a79d-45764a1351a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.445858431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19936115-db02-43f6-a79d-45764a1351a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.951926323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"52740f54-3caa-4c25-9928-d6a8ee34fd70","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:21.995182167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"52740f54-3caa-4c25-9928-d6a8ee34fd70","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.002442205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"52740f54-3caa-4c25-9928-d6a8ee34fd70","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.154836657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"ce11a0e1-0bb9-42a3-9a8b-ed1a38ce33cf","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.155368102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"ce11a0e1-0bb9-42a3-9a8b-ed1a38ce33cf","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.49277315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"501f4dd1-5b01-446a-92c5-cf142a4cfabe","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.492799053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"501f4dd1-5b01-446a-92c5-cf142a4cfabe","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.499901167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"c3026258-93b3-4418-b7ad-7e40b7c6a4bb","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.499958482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"c3026258-93b3-4418-b7ad-7e40b7c6a4bb","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.505667394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ec2505aa-f512-4d86-bf53-fd35b21704e7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.613297544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ec2505aa-f512-4d86-bf53-fd35b21704e7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.622816033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ec2505aa-f512-4d86-bf53-fd35b21704e7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.635055157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"4afe8c43-7b6a-4343-9b0a-a72582364c29","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.635075554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"4afe8c43-7b6a-4343-9b0a-a72582364c29","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:31.353627112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"afc41859-45b9-47b2-bfc5-d7d4566474c1","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:31.362027587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"afc41859-45b9-47b2-bfc5-d7d4566474c1","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:31.367820228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"afc41859-45b9-47b2-bfc5-d7d4566474c1","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.009761229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"07ccb181-d63b-46fa-9cfd-1b2e8b73413f","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.02170416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"07ccb181-d63b-46fa-9cfd-1b2e8b73413f","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.071680266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e20d952-d903-41bc-b0f3-f9073e50efd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.071700672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e20d952-d903-41bc-b0f3-f9073e50efd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.285989105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"82c9fbe5-cba3-476b-90b4-d3c2b6ea289b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.301657398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"82c9fbe5-cba3-476b-90b4-d3c2b6ea289b","name":"e2e-inf-b-5dab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.927320783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"1a09a205-31b4-4a0c-8413-7f1c4e3b1748","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.927799846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02e450ca-c593-4480-8a3f-88290ab3fc1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.928154897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02e450ca-c593-4480-8a3f-88290ab3fc1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.033086175Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-policy-fdda8184","reconcileID":"1a09a205-31b4-4a0c-8413-7f1c4e3b1748","MaaSAuthPolicy":{"name":"e2e-policy-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"policyNamespace":"ai-tenant-e2e-mt-fdda8184","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.03946574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c1b823-fa99-4bc2-8a37-e7b17fd50036","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.039483955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c1b823-fa99-4bc2-8a37-e7b17fd50036","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.181533021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85967ca2-5b83-430c-90d5-3a81e19c6130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.181555649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85967ca2-5b83-430c-90d5-3a81e19c6130","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:41.374157427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"a935caa6-dd34-40f0-b434-b558a9e6498f","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:41.381502052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"a935caa6-dd34-40f0-b434-b558a9e6498f","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:41.389824183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"a935caa6-dd34-40f0-b434-b558a9e6498f","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.196584904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-sub-fdda8184","reconcileID":"6b1e1191-40dd-4e76-b184-12936d8d4bf8","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-fdda8184","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.225102062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"namespace":"ai-tenant-e2e-mt-fdda8184","name":"e2e-sub-fdda8184","reconcileID":"6b1e1191-40dd-4e76-b184-12936d8d4bf8","MaaSSubscription":{"name":"e2e-sub-fdda8184","namespace":"ai-tenant-e2e-mt-fdda8184"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.246249779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2fbfd7c-252a-421c-adca-03b086126b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.399515255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e42026-9f30-490d-9e02-99e32030a9d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.399547501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8e42026-9f30-490d-9e02-99e32030a9d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.458310207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.836311474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"15dbf2e9-b90d-43e9-986e-3d25faf10266","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:44.856024862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"15dbf2e9-b90d-43e9-986e-3d25faf10266","name":"e2e-inf-b-b4971a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:51.39664808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"6443834b-68b6-4a04-b814-66a2c0df2231","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:51.403476867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"6443834b-68b6-4a04-b814-66a2c0df2231","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:51.409788075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"6443834b-68b6-4a04-b814-66a2c0df2231","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:01.433292366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2ba6d3a2-ebdd-4603-8a1a-2a296cd8529a","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:01.44872554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2ba6d3a2-ebdd-4603-8a1a-2a296cd8529a","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:01.458797932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2ba6d3a2-ebdd-4603-8a1a-2a296cd8529a","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.74394962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d872d306-caae-484e-aa59-da319943bf92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.745162237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d872d306-caae-484e-aa59-da319943bf92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.80766785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a14e6dc-3b11-48fe-acc3-c8ca8cda0839","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.826265708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a12586a-b4f0-48ca-bb64-4daff69c19fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.83293799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62732b61-67c1-4ab7-9d79-124ff99695f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.873350044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d0cc26a-08a1-4025-9d56-2bf43be3cb8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.873454219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d0cc26a-08a1-4025-9d56-2bf43be3cb8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:30:07.90761511Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a12586a-b4f0-48ca-bb64-4daff69c19fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.93202873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62732b61-67c1-4ab7-9d79-124ff99695f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.97182538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1c5da0-9572-4943-838f-47e1b698f484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.972038412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f1c5da0-9572-4943-838f-47e1b698f484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.973698488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62732b61-67c1-4ab7-9d79-124ff99695f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:30:07.973890127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a12586a-b4f0-48ca-bb64-4daff69c19fb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.98513217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4225b15-2de2-425f-a05c-70af23babe28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.986847526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a98d4bb9-892d-4675-ab91-d862c1b5663b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.986940173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a98d4bb9-892d-4675-ab91-d862c1b5663b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.017300407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c8d529-a500-4a39-85bf-0aa049e15ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.061972188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c8d529-a500-4a39-85bf-0aa049e15ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.079817128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c8d529-a500-4a39-85bf-0aa049e15ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.088985576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c705fbe0-e2a0-4b37-9262-368b45160c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.089062661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c705fbe0-e2a0-4b37-9262-368b45160c8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.257364737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"f9f21066-560e-4c5a-ab90-610383a2e272","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.568463139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"eaa61dc6-6590-4699-8e5b-f71dcb96e981","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.594423949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4f5a0906-cdfe-40bb-a0c4-c19c054c9861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.596630348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"c0af24dd-a1d3-442a-b18e-1b4a1281695d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.596883116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9ff33ed1-98ad-42d3-91b7-fd86ab7937d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.608484063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"9ff33ed1-98ad-42d3-91b7-fd86ab7937d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.612836868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"4f5a0906-cdfe-40bb-a0c4-c19c054c9861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.626532345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"2b02cb47-0083-4e86-8205-e78a177474e5","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.737929582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"8561e372-61f6-451c-aca0-d54a241f4451","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.903533707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"2534d056-89bb-4cd1-a773-874af7e573e0","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.936994505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"448bdbac-e503-4d5f-8a9b-dd10d90e5bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.937780418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"c575ede2-a9a5-4cdd-a6c1-afce7b6a848f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.942412697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a8ad0285-ee88-4d17-9b5d-c2150d418cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.950596092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"448bdbac-e503-4d5f-8a9b-dd10d90e5bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.954759438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"a8ad0285-ee88-4d17-9b5d-c2150d418cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:08.972305124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"2a8365a4-159c-4481-8df5-9b29c081e90c","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:09.025654929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"088e652e-9753-43a9-9442-f91356d65c3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.510547081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34bb5799-b001-4b36-9153-a7dc6c8aa32a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.510579083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34bb5799-b001-4b36-9153-a7dc6c8aa32a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.528486021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"713cc8f4-bce8-4b01-9a47-ab809b523bec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.529988653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c196b-f3de-4292-b50a-dda2688274ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.530349356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4455bd6c-19ad-4eaa-af90-6186e9f0e01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.536944285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c196b-f3de-4292-b50a-dda2688274ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.539214293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4455bd6c-19ad-4eaa-af90-6186e9f0e01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.543142839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f26c196b-f3de-4292-b50a-dda2688274ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.545127896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4455bd6c-19ad-4eaa-af90-6186e9f0e01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.55139446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d10f5941-8ad8-4253-8a40-b6be115c121b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.55150707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d10f5941-8ad8-4253-8a40-b6be115c121b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:10.627253222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85e9cf3d-ea2b-4d35-8312-266a920bf7f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.473450538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"f67d275b-6fa7-4a0c-b71b-f9e096ac700b","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.480769984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"f67d275b-6fa7-4a0c-b71b-f9e096ac700b","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.48644339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae6bf299d34c8297b07a29d85fa61a3068108dbb997b3a6c2919c53b49510d08) AuthConfig (f4cd3b261f66c924aa17bfebc757ef6bd1676ffcaf2b7a212c93664f25747d60) AuthConfig (253e591f2a6f493f6a0e26521265ec3a8a55f6f414f0d60b4c93b96ffabb95c2) AuthConfig (29f7186bed8ca7214fd11aecf925f2fd97dba5ae57e41dd1a8547cb5ad170458) AuthConfig (0410da86d9a2b41a0f9fae2f0781bbd544d8f083db68b9dcc9c4b1f01a93fb2f) AuthConfig (e7ad52a61bc93feebc09d5d2157acb95dae87669c30f901cf2ca398664143c8b) AuthConfig (9c8ceeb52530bf9e1a809771ac323c29dd120a37af443bbcce35af27b5d9021e) AuthConfig (1ecf43571dbbf6b1baba2a194f8f05ccaeffe42c3d21e43dc699541097be36cc) AuthConfig (33d4bfa37fb1d75d0aa65f8f2cbd7254a993c3e57e2c93753c842e94a5d29f2f) AuthConfig (21b794fed5cae9ebd1301b1597a79b941e515f9db39de88fd2794c459524f60c) AuthConfig (5493cae10b0590551ca0f52bc8573c8f186a5ad1ba52208066398b22fc5ec1f2) AuthConfig (43ca9aa4cd4fef257d8b4284ce912ec37af0e0c8ecc67ce247cc32edd6513e35) AuthConfig (81ff0e1ecc6a42543a2e33fea129a786632bd85a99d030f9d601890fcb361263) AuthConfig (b9767f9747a7f06d943be3c416723d9fb7c9e77b1f94c87679068796762bc4ee) AuthConfig (0e592fe02a74ba846479ec6cd19ea40e267e3f2a4f9f9ddd0a78188c51326d19) AuthConfig (ec5f707bc10836d919c4db89d55c16098343dbe4ebd71aac58c687acaa7d82b4) AuthConfig (35626d7ad501f50f8a19684df26be8f815c110271a48e06fb31b20607987213c) AuthConfig (6f4ebfaa74eed6187383af612e290cad61d6f129cf19249903dc64c32596a131)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"f67d275b-6fa7-4a0c-b71b-f9e096ac700b","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.49499103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"cddb0ffb-6c68-4968-8551-9a7443ece6e4","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.495007077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"cddb0ffb-6c68-4968-8551-9a7443ece6e4","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.988807693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"ea8a2bb8-3584-450d-b0bc-aded94707515","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.385348058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"01bc04d9-5f29-4d8e-bf5a-d6eeecb2407b","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.399713472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"3c859149-4c00-4670-8ef0-80a7cd92dcae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.406284812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"38f8c026-a990-45b7-bad3-b6732afe9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.40650635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3fe96f26-c47c-4c16-a2bb-f4720e10e1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.414743043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"38f8c026-a990-45b7-bad3-b6732afe9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.415093806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"3fe96f26-c47c-4c16-a2bb-f4720e10e1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.459542842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"520ed042-a240-4368-bcd7-1ad50a1dad4c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.499216263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"832a2143-eee6-4069-a8bd-43d84e9659ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.773766886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"c56ceae4-2cd9-4168-8417-b6788f5de3eb","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.789286786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"291921a9-a8b5-4f06-9c54-bdb54a8b1c37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.790873906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8de122ee-76ed-4e9c-9e31-98d900c8f7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.790875076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a9281583-a145-4232-82ff-1c0c7b187ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.797855947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"a9281583-a145-4232-82ff-1c0c7b187ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.798150281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"8de122ee-76ed-4e9c-9e31-98d900c8f7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.809618986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"4a4ca839-ad89-446e-8f1f-b580599e44bb","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.888932291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"6d3861f2-1fff-4eda-9534-729d665b24ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:14.455099282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.564409908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f7de5-57aa-43dd-aadc-1bb6e61b209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.588348371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f7de5-57aa-43dd-aadc-1bb6e61b209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.599784443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"618f7de5-57aa-43dd-aadc-1bb6e61b209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.671379936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b1081-42b0-40a3-9b3a-f4944fe24b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.680578723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b1081-42b0-40a3-9b3a-f4944fe24b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:20.703093942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b1081-42b0-40a3-9b3a-f4944fe24b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.50542087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ab721544-ed13-469f-8f6e-3a083a332d42","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.514295198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ab721544-ed13-469f-8f6e-3a083a332d42","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.521000123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae6bf299d34c8297b07a29d85fa61a3068108dbb997b3a6c2919c53b49510d08) AuthConfig (f4cd3b261f66c924aa17bfebc757ef6bd1676ffcaf2b7a212c93664f25747d60) AuthConfig (253e591f2a6f493f6a0e26521265ec3a8a55f6f414f0d60b4c93b96ffabb95c2) AuthConfig (29f7186bed8ca7214fd11aecf925f2fd97dba5ae57e41dd1a8547cb5ad170458) AuthConfig (0410da86d9a2b41a0f9fae2f0781bbd544d8f083db68b9dcc9c4b1f01a93fb2f) AuthConfig (e7ad52a61bc93feebc09d5d2157acb95dae87669c30f901cf2ca398664143c8b) AuthConfig (9c8ceeb52530bf9e1a809771ac323c29dd120a37af443bbcce35af27b5d9021e) AuthConfig (1ecf43571dbbf6b1baba2a194f8f05ccaeffe42c3d21e43dc699541097be36cc) AuthConfig (33d4bfa37fb1d75d0aa65f8f2cbd7254a993c3e57e2c93753c842e94a5d29f2f) AuthConfig (21b794fed5cae9ebd1301b1597a79b941e515f9db39de88fd2794c459524f60c) AuthConfig (5493cae10b0590551ca0f52bc8573c8f186a5ad1ba52208066398b22fc5ec1f2) AuthConfig (43ca9aa4cd4fef257d8b4284ce912ec37af0e0c8ecc67ce247cc32edd6513e35) AuthConfig (81ff0e1ecc6a42543a2e33fea129a786632bd85a99d030f9d601890fcb361263) AuthConfig (b9767f9747a7f06d943be3c416723d9fb7c9e77b1f94c87679068796762bc4ee) AuthConfig (0e592fe02a74ba846479ec6cd19ea40e267e3f2a4f9f9ddd0a78188c51326d19) AuthConfig (ec5f707bc10836d919c4db89d55c16098343dbe4ebd71aac58c687acaa7d82b4) AuthConfig (35626d7ad501f50f8a19684df26be8f815c110271a48e06fb31b20607987213c) AuthConfig (6f4ebfaa74eed6187383af612e290cad61d6f129cf19249903dc64c32596a131)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"ab721544-ed13-469f-8f6e-3a083a332d42","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.612243878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99e6c85c-8798-48a0-8696-6a2c6a0e2408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.620441112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99e6c85c-8798-48a0-8696-6a2c6a0e2408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.64717391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99e6c85c-8798-48a0-8696-6a2c6a0e2408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.751650828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fba22fb-16e3-4145-b1fe-db13ef35d537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.781904247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fba22fb-16e3-4145-b1fe-db13ef35d537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.787630673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fba22fb-16e3-4145-b1fe-db13ef35d537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.528386976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"cf290319-50ae-4304-8bc2-b521e3817e45","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.535594871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"cf290319-50ae-4304-8bc2-b521e3817e45","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.541156444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ee618c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae6bf299d34c8297b07a29d85fa61a3068108dbb997b3a6c2919c53b49510d08) AuthConfig (f4cd3b261f66c924aa17bfebc757ef6bd1676ffcaf2b7a212c93664f25747d60) AuthConfig (253e591f2a6f493f6a0e26521265ec3a8a55f6f414f0d60b4c93b96ffabb95c2) AuthConfig (29f7186bed8ca7214fd11aecf925f2fd97dba5ae57e41dd1a8547cb5ad170458) AuthConfig (0410da86d9a2b41a0f9fae2f0781bbd544d8f083db68b9dcc9c4b1f01a93fb2f) AuthConfig (e7ad52a61bc93feebc09d5d2157acb95dae87669c30f901cf2ca398664143c8b) AuthConfig (9c8ceeb52530bf9e1a809771ac323c29dd120a37af443bbcce35af27b5d9021e) AuthConfig (1ecf43571dbbf6b1baba2a194f8f05ccaeffe42c3d21e43dc699541097be36cc) AuthConfig (33d4bfa37fb1d75d0aa65f8f2cbd7254a993c3e57e2c93753c842e94a5d29f2f) AuthConfig (21b794fed5cae9ebd1301b1597a79b941e515f9db39de88fd2794c459524f60c) AuthConfig (5493cae10b0590551ca0f52bc8573c8f186a5ad1ba52208066398b22fc5ec1f2) AuthConfig (43ca9aa4cd4fef257d8b4284ce912ec37af0e0c8ecc67ce247cc32edd6513e35) AuthConfig (81ff0e1ecc6a42543a2e33fea129a786632bd85a99d030f9d601890fcb361263) AuthConfig (b9767f9747a7f06d943be3c416723d9fb7c9e77b1f94c87679068796762bc4ee) AuthConfig (0e592fe02a74ba846479ec6cd19ea40e267e3f2a4f9f9ddd0a78188c51326d19) AuthConfig (ec5f707bc10836d919c4db89d55c16098343dbe4ebd71aac58c687acaa7d82b4) AuthConfig (35626d7ad501f50f8a19684df26be8f815c110271a48e06fb31b20607987213c) AuthConfig (6f4ebfaa74eed6187383af612e290cad61d6f129cf19249903dc64c32596a131)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"cf290319-50ae-4304-8bc2-b521e3817e45","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.597048749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35392cce-195f-4621-853c-4f272c2b5c0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.68222678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"15d99dd7-5fff-4e68-b9d4-23c60c019399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.793589025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"4bb88dc9-743d-405d-ba36-ce7de571d7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.794662909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"b8fcbdd4-4a50-4a61-9212-27f72b4ffb6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.879369871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"1a754730-e58a-49d7-bc98-cbc7b5b26aea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.879411203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"9b706d29-d70a-435a-861c-5ccded01eb41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.978875813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"e098209b-c70a-41ff-bed8-eac1c67284ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.982781242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b03c1baf-aa07-4697-8014-e469a2d54892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.98594711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"ac8c0a09-1e15-4d61-bc10-929f1b1732c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.081578223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"0a3a15be-be6f-4087-ab72-a4ff8d40a578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.081610805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"43180e74-c773-4c74-8004-f4a01945da2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.082116528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"2d4de336-96b2-409a-bea4-fe26ce83fd09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.698742688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b7679-19a0-432a-aaf6-ee8e7919f22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.759046067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b7679-19a0-432a-aaf6-ee8e7919f22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.769981922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b7679-19a0-432a-aaf6-ee8e7919f22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:34.848215014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5b7679-19a0-432a-aaf6-ee8e7919f22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.062179573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a7f45-3ec4-413d-81db-345938cd3793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.081927471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a7f45-3ec4-413d-81db-345938cd3793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.085549408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a7f45-3ec4-413d-81db-345938cd3793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.089530048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a10a7f45-3ec4-413d-81db-345938cd3793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.658482241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca56586-35ff-4ba2-9930-6acda71728de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.668788107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca56586-35ff-4ba2-9930-6acda71728de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.675769669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aca56586-35ff-4ba2-9930-6acda71728de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.68620747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aef7705c-feb9-429c-bb1d-9d080441609f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.686234668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aef7705c-feb9-429c-bb1d-9d080441609f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.799980652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"254963e7-3595-45d6-ada0-82d699b05289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.809010937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"254963e7-3595-45d6-ada0-82d699b05289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.815684721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"254963e7-3595-45d6-ada0-82d699b05289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.824988561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b6dbaba-bb44-4242-9278-764387f7dd8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.825006932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b6dbaba-bb44-4242-9278-764387f7dd8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.561155147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"de3e2129-4e58-4f25-975a-739d75be248b","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.57453806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"de3e2129-4e58-4f25-975a-739d75be248b","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.70482654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"ba1d8f70-2026-4af3-8c5d-f086039a1a1d","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.704857459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"ba1d8f70-2026-4af3-8c5d-f086039a1a1d","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.456126216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.30860343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"263409bf-4199-4647-b1b6-7e9a38805fe4","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.308627171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"263409bf-4199-4647-b1b6-7e9a38805fe4","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.31817695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"723d7cea-6658-4962-a5bc-2580dd7f4c74","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.319643755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"3f1ed0ec-67d5-4abe-a3ba-9caa50c0840d","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.319664837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"3f1ed0ec-67d5-4abe-a3ba-9caa50c0840d","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:30:46.322669996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"0e5cc5c2-ea49-42ef-8b32-56fd70382e4b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ee618c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.325708902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"723d7cea-6658-4962-a5bc-2580dd7f4c74","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.335895161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"a6f40438-4896-4909-ade8-50fdcec64bcb","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.335927431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"a6f40438-4896-4909-ade8-50fdcec64bcb","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.343401653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"75fee832-ea5c-4b42-971f-9e1b8c2c150f","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.343417992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"75fee832-ea5c-4b42-971f-9e1b8c2c150f","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.365274972Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"70abc255-b820-45a5-85b4-0bf3fd8fdfd6","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","model":"test-model-ee618c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-ee618c/test-model-ee618c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.382406938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"38f19500-8252-4ea0-be23-ee2aa72fc153","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.382426998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"38f19500-8252-4ea0-be23-ee2aa72fc153","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.43185096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"04f0e346-adb2-40a1-a5c9-92bea049c1a5","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.448056519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"04f0e346-adb2-40a1-a5c9-92bea049c1a5","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.496639173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"8988996f-413d-4bd2-a702-3a9ede41ecb6","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.702686426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f3eb7b-3a20-4fb7-8c43-c835bd7853c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.730832764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f3eb7b-3a20-4fb7-8c43-c835bd7853c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.737321268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05f3eb7b-3a20-4fb7-8c43-c835bd7853c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.832826118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5774f09-8367-4cad-91d4-68f149dc2dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.840111469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5774f09-8367-4cad-91d4-68f149dc2dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.84800283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5774f09-8367-4cad-91d4-68f149dc2dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.8895189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"6d610b5c-6319-4410-8414-4e49d5385256","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.889630451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"6d610b5c-6319-4410-8414-4e49d5385256","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.182197163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"8ce9873d-e679-4ffd-904a-7203e655e474","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.182225295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"8ce9873d-e679-4ffd-904a-7203e655e474","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.18754822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"a8d38852-0963-46b4-a9b6-425e993c4a7b","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.187565424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"a8d38852-0963-46b4-a9b6-425e993c4a7b","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.19339935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"619bf326-22f2-455f-88d7-7bfb2409cd38","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.221243894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"619bf326-22f2-455f-88d7-7bfb2409cd38","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.227434747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"619bf326-22f2-455f-88d7-7bfb2409cd38","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.235111707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"ffd78849-1793-4fae-b56f-da21ba87eb04","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:55.23512885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"ffd78849-1793-4fae-b56f-da21ba87eb04","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.759194834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebd7782-d15f-473a-b025-d86bb403412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.770272675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebd7782-d15f-473a-b025-d86bb403412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.778584066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebd7782-d15f-473a-b025-d86bb403412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.85708514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b7733f1-14a8-45de-aec6-4ea9e8d68920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.86438496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b7733f1-14a8-45de-aec6-4ea9e8d68920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.870261103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b7733f1-14a8-45de-aec6-4ea9e8d68920","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.293300702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"54e7c159-cfdb-4612-8844-29d3d9636675","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.332346464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"54e7c159-cfdb-4612-8844-29d3d9636675","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.344159156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"54e7c159-cfdb-4612-8844-29d3d9636675","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.617870298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"62d134c9-b0ec-4bb9-b3f9-da8dd449b3ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.693726717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"1f363285-1619-4b75-b817-e63310bf05e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.722839948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"f8c65bbe-d590-4cff-a97b-546d0f1fb08e","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.934425522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e5784f8-31da-4dc1-a831-31eddd8210b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.971733798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"847aba49-684f-4762-87bf-5bbbe14d060f","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:05.971834339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"847aba49-684f-4762-87bf-5bbbe14d060f","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.096135864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb640169-7996-425e-b5bd-bb32ed26b7f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.115650225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"d0e30177-cc12-4263-ade9-d948f4a159d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.116336446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"8b4aa67e-68ba-4ecf-bdcb-d21012516447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.11731727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"1f11c3c3-4b4f-47a0-8c38-849031f7fb5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.117825689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"75bbe217-a298-4f77-876f-be9d54ed3b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.277971091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"a203a3f1-9d23-41b9-9a9f-6a0228e282f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.2785158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"0c51814b-5425-46ce-9caa-c4a2cdf62503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.29395068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"9288a1f1-3839-4436-9709-5d145f11554e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.339403882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"d127f8fc-8093-4d20-b75d-c5f28abca66a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:07.252822374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"d7083b37-6077-4d3f-9c94-966aaef83dfd","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:07.259608083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"d7083b37-6077-4d3f-9c94-966aaef83dfd","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:07.360172769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"e847e083-f301-43dd-9688-d672fb5a7762","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:07.371991821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"e847e083-f301-43dd-9688-d672fb5a7762","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:07.383944089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"e847e083-f301-43dd-9688-d672fb5a7762","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.656109925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"f7a72058-b8e2-4e95-89d1-8973e3026e8a","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.656143904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"f7a72058-b8e2-4e95-89d1-8973e3026e8a","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.960474399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"911a8f2f-2d83-4cff-bfbf-359b85c57e38","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.960495348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"911a8f2f-2d83-4cff-bfbf-359b85c57e38","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.965877309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"3c227cb3-9c6c-468a-b010-82e4435212b6","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.965902869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"3c227cb3-9c6c-468a-b010-82e4435212b6","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.993237856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"d96330f6-2572-4ead-b34f-9465895ea278","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.129579868Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"d96330f6-2572-4ead-b34f-9465895ea278","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.327754155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"d96330f6-2572-4ead-b34f-9465895ea278","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.34962002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"501cad01-0760-47c8-b4bb-6b4a67847155","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.349734785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"501cad01-0760-47c8-b4bb-6b4a67847155","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.545842836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b8e8f-4778-417c-9c9d-0a10d0842da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.549268481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b8e8f-4778-417c-9c9d-0a10d0842da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.552313819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b8e8f-4778-417c-9c9d-0a10d0842da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.555393128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97b8e8f-4778-417c-9c9d-0a10d0842da5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.710622268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b0145-c6bf-4b7f-babe-9224c53b6c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.714028536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b0145-c6bf-4b7f-babe-9224c53b6c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.71763256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b0145-c6bf-4b7f-babe-9224c53b6c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.721514545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1b0145-c6bf-4b7f-babe-9224c53b6c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.787246878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5b284a6-71ef-4c39-86be-2a10750423c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.795021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5b284a6-71ef-4c39-86be-2a10750423c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.818724651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"310ddd30-ad67-4f1d-8cae-0b5335c98bea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.818741682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"310ddd30-ad67-4f1d-8cae-0b5335c98bea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.888989776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dbe6c87-0a66-4118-b8a1-18b192937b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.896471994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dbe6c87-0a66-4118-b8a1-18b192937b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.92034347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8c9944f-7f0d-4e6c-b092-7c85771d374b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.92036085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8c9944f-7f0d-4e6c-b092-7c85771d374b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:14.455196504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.57442129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a36da06e-7db3-4e94-9689-9e87613c73ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.574455654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a36da06e-7db3-4e94-9689-9e87613c73ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.599957421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2cf17d9-ac19-46ae-ad5a-6822503a2a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.600070673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2cf17d9-ac19-46ae-ad5a-6822503a2a46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.623142269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"namespace":"ai-tenant-e2e-mt-ec5c90e7","name":"e2e-policy-ec5c90e7","reconcileID":"5edddd00-7b83-44a9-9922-19f9b73e440e","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.62690166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f200634-073b-49dc-baec-7bbc739a0856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.627033118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f200634-073b-49dc-baec-7bbc739a0856","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.657798349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"namespace":"ai-tenant-e2e-mt-ec5c90e7","name":"e2e-policy-ec5c90e7","reconcileID":"5edddd00-7b83-44a9-9922-19f9b73e440e","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.67448661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"namespace":"ai-tenant-e2e-mt-ec5c90e7","name":"e2e-policy-ec5c90e7","reconcileID":"5edddd00-7b83-44a9-9922-19f9b73e440e","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.680898394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f3e22d-dabd-4584-a42d-a8d7c070935a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.681030065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f3e22d-dabd-4584-a42d-a8d7c070935a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.686107729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"f9fe5c4e-94a0-458c-997c-00e92de99f45","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.698499905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"f9fe5c4e-94a0-458c-997c-00e92de99f45","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.706219263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"f9fe5c4e-94a0-458c-997c-00e92de99f45","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.715069742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73c6efa3-2394-47e0-9d24-7f2fb3aaa96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:15.715097575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73c6efa3-2394-47e0-9d24-7f2fb3aaa96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:17.391514288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"ac5c93b4-92fc-49a6-a4b7-fec7a8ca5f73","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:17.399428395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"ac5c93b4-92fc-49a6-a4b7-fec7a8ca5f73","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:17.405163624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"ac5c93b4-92fc-49a6-a4b7-fec7a8ca5f73","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.354643989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"9defc50a-66fb-4ef7-8f1e-b577c072f44c","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.361982397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"9defc50a-66fb-4ef7-8f1e-b577c072f44c","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.367364872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"9defc50a-66fb-4ef7-8f1e-b577c072f44c","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:25.720003452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"448e6e16-ce9c-43c4-acdf-847ae0a9e894","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:25.72680228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"448e6e16-ce9c-43c4-acdf-847ae0a9e894","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:25.732865149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"448e6e16-ce9c-43c4-acdf-847ae0a9e894","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:27.417115869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"eea7c5c4-0e7f-412a-a5fa-1b6bb6191974","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:27.440778029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"eea7c5c4-0e7f-412a-a5fa-1b6bb6191974","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:27.45303373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"eea7c5c4-0e7f-412a-a5fa-1b6bb6191974","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.852407963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"cf4bc4c4-8710-4f96-8d04-a4e22d95ca4b","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.852440295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"cf4bc4c4-8710-4f96-8d04-a4e22d95ca4b","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.165878967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"d8a02a92-4087-42cf-96d5-e95ba905d0ee","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.165928642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"d8a02a92-4087-42cf-96d5-e95ba905d0ee","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.188720138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"e8d6b0c1-0db9-4b1d-8b38-c37d400221ba","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.191218977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"e8d6b0c1-0db9-4b1d-8b38-c37d400221ba","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.219162941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f8e921d3-7f7b-407d-bc88-63b4113b516d","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.243641835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f8e921d3-7f7b-407d-bc88-63b4113b516d","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.249479042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f8e921d3-7f7b-407d-bc88-63b4113b516d","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.257228957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"00e7a29a-8ab5-4840-b2be-ed9d6b5ceb83","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:29.257252607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"00e7a29a-8ab5-4840-b2be-ed9d6b5ceb83","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.398898686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"a1ca1028-775c-422b-a6c0-bf45f0ce7a62","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.405674908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"a1ca1028-775c-422b-a6c0-bf45f0ce7a62","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.412033319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc24dce12bb3a64822faa028d0a72a3631a5497a5d8778d5003819910e77450e) AuthConfig (652d42ce514b456a73bce81a2f4332a86be5cff591affebeeecd38f2d02ad03e) AuthConfig (b33c4bcde43f779ce25bb5b039dc5a96d27a2c1840b32c079028a2f18a9e8851) AuthConfig (6f813d6e2d9201bb2062aadbf9de195e85137063b009aa358dd682dcb9e36df3) AuthConfig (3d92b86179896f57ea614936755d223cf4ac8eb4829a0f7211d9776687dc3b49) AuthConfig (2de04f797292e4cb5f11439dc73368e89d05f1cecaf5163d6df99807428cc3d7) AuthConfig (02f582c28caef5d7cfd094a1d06deeffa269a027863361dad3a92a2ef4f844e7) AuthConfig (937d307839ffabdede169ffe0f86f92c41b22984669f0cb82b51a2e41e457cd1) AuthConfig (694b256a57363ade6f8df7be61f22c8051b26c335b56ce4e0987e50eca2a451e) AuthConfig (f942ca431cc1be89c8f9208744ec7f4f7fa450f9994a072369f679777990319d) AuthConfig (b05f6d0766028fc2b7f8da9b75d61c1f204fd1360e4bdbc7d13998bc34b3eb8d) AuthConfig (12f45bef125be0d9c86af55ad860e1b720d0275eb350f88ca0841b0cdd2ef7f3) AuthConfig (884776aefc7e48062089df5e753119c427d4ce10534d8c156fec0efc84999b5e) AuthConfig (cefd8bce8023a92e6a6744fe029e95faa61acee6a4bac0a453481a1a60a3ff35) AuthConfig (b6df93c8ec5e3b857ce32873ee85595e03bdfba95a8188c0b36bbd175e26d915) AuthConfig (d3d0b3382cf0c68548d1b18cb13df06e19993273ded740cc6f0ac66493b0a822) AuthConfig (9a9a4fc24abe4e11bd6ffa063f01e242289bfa5f80f3c98c1cc12e311eeac262) AuthConfig (9c1610d60be6ede06bd141873b54673dfe14ead2da2902de6d315f758de5aebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"a1ca1028-775c-422b-a6c0-bf45f0ce7a62","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.421956443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"92b90d2e-5522-4af8-a22c-b1290cf62dba","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.421977962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"92b90d2e-5522-4af8-a22c-b1290cf62dba","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:35.739149666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"822cf461-889c-4e10-a739-a11100dbe3a1","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:35.745860489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"822cf461-889c-4e10-a739-a11100dbe3a1","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:35.751508679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"822cf461-889c-4e10-a739-a11100dbe3a1","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:37.46628998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"84b70ccd-1ed8-401b-aeb6-643074b7b4df","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:37.47477552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"84b70ccd-1ed8-401b-aeb6-643074b7b4df","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:37.480526916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e2d76737c6d5ebf6de6379578890b736b081755de38ad9e130fa196f2742c42) AuthConfig (5d250af8f2986662b85fc398a5c898a7f9a6639fbbf4cb41f41b947b0e36d66d) AuthConfig (c4fd7db25449ec5b53fba6ea1065f90b97a9cd6ee3d6fd43601c59294389bc0a) AuthConfig (680d4e61aea5f40b07ee057213af27fe9785351e4bd62c5d647d3a9325ae2ae2) AuthConfig (d870c390dc5297ba8c0d8a35e07087c2e139e14662d88b41f0943a12d5d4e717) AuthConfig (7134390206db8bc5dc4d4074569ce3e4e7ab0b38299051ad3e3faa020c160c78) AuthConfig (b2c3ecb1e2c903225b2a9f914503f5a26c400de616b2fc751d35612ad170ad33) AuthConfig (cc430412cd4d9f90733b9f4f952d4041ebeb280e99f4eff3f6770e9e1f47706a) AuthConfig (bd07b5275fe33689d9ed5abe38af188ef34d7deb56d7c59a0d12d76bb9f684ce) AuthConfig (51e001f70125530f31514f358aa4206edb00906b1c8249c1be7261237987e07a) AuthConfig (3dd860c2a7be2059a772ea7c2de2f492d516531872447da8b0963fa658996897) AuthConfig (0519771d93f4f9d3804d0926c71d80ec273b0f1765a601e772c4e8156ab01270) AuthConfig (52f47fe6a43b9b669ca786aff69cba2ffb9905a6570c770c39fddce747b739f2) AuthConfig (bf2f0d633cc2fbe47da197f8b50ed97b8955692436d8a0b78f8491ba13a089f5) AuthConfig (7f9fc803f8fb6bb566472ad9b96d3278566b13901035879394bba2f399f4c6f3) AuthConfig (1efe05c59e5b6cca67974a674e0de83d4c45ca14ae137538807e433923e4e758) AuthConfig (9cc23c6ac2f62d8651223dd5b795645858419c7b5a364056ff1d5af5195a32c9) AuthConfig (b42cfed19c08889fd76ef158d0b89b67938b409473ecce73ed2ee04d25b32ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"84b70ccd-1ed8-401b-aeb6-643074b7b4df","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:37.488585858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"06ce20a2-e5ab-486d-a0b7-c57c7b066b6a","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:37.488604048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"06ce20a2-e5ab-486d-a0b7-c57c7b066b6a","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:39.276814703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"4bb6c8e0-920e-46f7-8a56-8d7d1dc567dd","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:39.284633845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"4bb6c8e0-920e-46f7-8a56-8d7d1dc567dd","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:39.291150631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"4bb6c8e0-920e-46f7-8a56-8d7d1dc567dd","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:40.429434728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"940f9608-70ce-4899-9862-9330e4273d0a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:40.437238333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"940f9608-70ce-4899-9862-9330e4273d0a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:40.443771843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc24dce12bb3a64822faa028d0a72a3631a5497a5d8778d5003819910e77450e) AuthConfig (652d42ce514b456a73bce81a2f4332a86be5cff591affebeeecd38f2d02ad03e) AuthConfig (b33c4bcde43f779ce25bb5b039dc5a96d27a2c1840b32c079028a2f18a9e8851) AuthConfig (6f813d6e2d9201bb2062aadbf9de195e85137063b009aa358dd682dcb9e36df3) AuthConfig (3d92b86179896f57ea614936755d223cf4ac8eb4829a0f7211d9776687dc3b49) AuthConfig (2de04f797292e4cb5f11439dc73368e89d05f1cecaf5163d6df99807428cc3d7) AuthConfig (02f582c28caef5d7cfd094a1d06deeffa269a027863361dad3a92a2ef4f844e7) AuthConfig (937d307839ffabdede169ffe0f86f92c41b22984669f0cb82b51a2e41e457cd1) AuthConfig (694b256a57363ade6f8df7be61f22c8051b26c335b56ce4e0987e50eca2a451e) AuthConfig (f942ca431cc1be89c8f9208744ec7f4f7fa450f9994a072369f679777990319d) AuthConfig (b05f6d0766028fc2b7f8da9b75d61c1f204fd1360e4bdbc7d13998bc34b3eb8d) AuthConfig (12f45bef125be0d9c86af55ad860e1b720d0275eb350f88ca0841b0cdd2ef7f3) AuthConfig (884776aefc7e48062089df5e753119c427d4ce10534d8c156fec0efc84999b5e) AuthConfig (cefd8bce8023a92e6a6744fe029e95faa61acee6a4bac0a453481a1a60a3ff35) AuthConfig (b6df93c8ec5e3b857ce32873ee85595e03bdfba95a8188c0b36bbd175e26d915) AuthConfig (d3d0b3382cf0c68548d1b18cb13df06e19993273ded740cc6f0ac66493b0a822) AuthConfig (9a9a4fc24abe4e11bd6ffa063f01e242289bfa5f80f3c98c1cc12e311eeac262) AuthConfig (9c1610d60be6ede06bd141873b54673dfe14ead2da2902de6d315f758de5aebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"940f9608-70ce-4899-9862-9330e4273d0a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:41.516691518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"namespace":"ai-tenant-e2e-mt-ec5c90e7","name":"e2e-policy-ec5c90e7","reconcileID":"ecfa732d-8054-4a76-b19e-82808da7c945","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:41.526987253Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"namespace":"ai-tenant-e2e-mt-ec5c90e7","name":"e2e-policy-ec5c90e7","reconcileID":"ecfa732d-8054-4a76-b19e-82808da7c945","MaaSAuthPolicy":{"name":"e2e-policy-ec5c90e7","namespace":"ai-tenant-e2e-mt-ec5c90e7"},"policyNamespace":"ai-tenant-e2e-mt-ec5c90e7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:44.455357175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:45.758659588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"7210adc9-03bc-43cb-905a-7701482a6fb3","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:45.765176148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"7210adc9-03bc-43cb-905a-7701482a6fb3","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:45.770438327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"7210adc9-03bc-43cb-905a-7701482a6fb3","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:47.494668084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"afa04e76-ba71-4a67-ba1b-f94022a3041a","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:47.501273142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"afa04e76-ba71-4a67-ba1b-f94022a3041a","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:47.507475084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e2d76737c6d5ebf6de6379578890b736b081755de38ad9e130fa196f2742c42) AuthConfig (5d250af8f2986662b85fc398a5c898a7f9a6639fbbf4cb41f41b947b0e36d66d) AuthConfig (c4fd7db25449ec5b53fba6ea1065f90b97a9cd6ee3d6fd43601c59294389bc0a) AuthConfig (680d4e61aea5f40b07ee057213af27fe9785351e4bd62c5d647d3a9325ae2ae2) AuthConfig (d870c390dc5297ba8c0d8a35e07087c2e139e14662d88b41f0943a12d5d4e717) AuthConfig (7134390206db8bc5dc4d4074569ce3e4e7ab0b38299051ad3e3faa020c160c78) AuthConfig (b2c3ecb1e2c903225b2a9f914503f5a26c400de616b2fc751d35612ad170ad33) AuthConfig (cc430412cd4d9f90733b9f4f952d4041ebeb280e99f4eff3f6770e9e1f47706a) AuthConfig (bd07b5275fe33689d9ed5abe38af188ef34d7deb56d7c59a0d12d76bb9f684ce) AuthConfig (51e001f70125530f31514f358aa4206edb00906b1c8249c1be7261237987e07a) AuthConfig (3dd860c2a7be2059a772ea7c2de2f492d516531872447da8b0963fa658996897) AuthConfig (0519771d93f4f9d3804d0926c71d80ec273b0f1765a601e772c4e8156ab01270) AuthConfig (52f47fe6a43b9b669ca786aff69cba2ffb9905a6570c770c39fddce747b739f2) AuthConfig (bf2f0d633cc2fbe47da197f8b50ed97b8955692436d8a0b78f8491ba13a089f5) AuthConfig (7f9fc803f8fb6bb566472ad9b96d3278566b13901035879394bba2f399f4c6f3) AuthConfig (1efe05c59e5b6cca67974a674e0de83d4c45ca14ae137538807e433923e4e758) AuthConfig (9cc23c6ac2f62d8651223dd5b795645858419c7b5a364056ff1d5af5195a32c9) AuthConfig (b42cfed19c08889fd76ef158d0b89b67938b409473ecce73ed2ee04d25b32ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"afa04e76-ba71-4a67-ba1b-f94022a3041a","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:49.376017244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f6ddece2-c094-4ae1-b6c0-62e7dd929ad6","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:49.38272854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f6ddece2-c094-4ae1-b6c0-62e7dd929ad6","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:49.388488479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"f6ddece2-c094-4ae1-b6c0-62e7dd929ad6","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:50.454302523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"f242b0c0-d500-4a40-b7da-29dc158998e0","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:50.461446866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"f242b0c0-d500-4a40-b7da-29dc158998e0","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:50.467015215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc24dce12bb3a64822faa028d0a72a3631a5497a5d8778d5003819910e77450e) AuthConfig (652d42ce514b456a73bce81a2f4332a86be5cff591affebeeecd38f2d02ad03e) AuthConfig (b33c4bcde43f779ce25bb5b039dc5a96d27a2c1840b32c079028a2f18a9e8851) AuthConfig (6f813d6e2d9201bb2062aadbf9de195e85137063b009aa358dd682dcb9e36df3) AuthConfig (3d92b86179896f57ea614936755d223cf4ac8eb4829a0f7211d9776687dc3b49) AuthConfig (2de04f797292e4cb5f11439dc73368e89d05f1cecaf5163d6df99807428cc3d7) AuthConfig (02f582c28caef5d7cfd094a1d06deeffa269a027863361dad3a92a2ef4f844e7) AuthConfig (937d307839ffabdede169ffe0f86f92c41b22984669f0cb82b51a2e41e457cd1) AuthConfig (694b256a57363ade6f8df7be61f22c8051b26c335b56ce4e0987e50eca2a451e) AuthConfig (f942ca431cc1be89c8f9208744ec7f4f7fa450f9994a072369f679777990319d) AuthConfig (b05f6d0766028fc2b7f8da9b75d61c1f204fd1360e4bdbc7d13998bc34b3eb8d) AuthConfig (12f45bef125be0d9c86af55ad860e1b720d0275eb350f88ca0841b0cdd2ef7f3) AuthConfig (884776aefc7e48062089df5e753119c427d4ce10534d8c156fec0efc84999b5e) AuthConfig (cefd8bce8023a92e6a6744fe029e95faa61acee6a4bac0a453481a1a60a3ff35) AuthConfig (b6df93c8ec5e3b857ce32873ee85595e03bdfba95a8188c0b36bbd175e26d915) AuthConfig (d3d0b3382cf0c68548d1b18cb13df06e19993273ded740cc6f0ac66493b0a822) AuthConfig (9a9a4fc24abe4e11bd6ffa063f01e242289bfa5f80f3c98c1cc12e311eeac262) AuthConfig (9c1610d60be6ede06bd141873b54673dfe14ead2da2902de6d315f758de5aebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"f242b0c0-d500-4a40-b7da-29dc158998e0","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:55.775961749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"8a60ce42-589e-4598-bb9d-51f1360fd2c0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:55.782545117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"8a60ce42-589e-4598-bb9d-51f1360fd2c0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:55.789311089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"8a60ce42-589e-4598-bb9d-51f1360fd2c0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:57.513731786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"871c1123-5c34-42fe-8670-9075210c4e4b","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:57.521102869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"871c1123-5c34-42fe-8670-9075210c4e4b","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:57.526424478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b6afd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e2d76737c6d5ebf6de6379578890b736b081755de38ad9e130fa196f2742c42) AuthConfig (5d250af8f2986662b85fc398a5c898a7f9a6639fbbf4cb41f41b947b0e36d66d) AuthConfig (c4fd7db25449ec5b53fba6ea1065f90b97a9cd6ee3d6fd43601c59294389bc0a) AuthConfig (680d4e61aea5f40b07ee057213af27fe9785351e4bd62c5d647d3a9325ae2ae2) AuthConfig (d870c390dc5297ba8c0d8a35e07087c2e139e14662d88b41f0943a12d5d4e717) AuthConfig (7134390206db8bc5dc4d4074569ce3e4e7ab0b38299051ad3e3faa020c160c78) AuthConfig (b2c3ecb1e2c903225b2a9f914503f5a26c400de616b2fc751d35612ad170ad33) AuthConfig (cc430412cd4d9f90733b9f4f952d4041ebeb280e99f4eff3f6770e9e1f47706a) AuthConfig (bd07b5275fe33689d9ed5abe38af188ef34d7deb56d7c59a0d12d76bb9f684ce) AuthConfig (51e001f70125530f31514f358aa4206edb00906b1c8249c1be7261237987e07a) AuthConfig (3dd860c2a7be2059a772ea7c2de2f492d516531872447da8b0963fa658996897) AuthConfig (0519771d93f4f9d3804d0926c71d80ec273b0f1765a601e772c4e8156ab01270) AuthConfig (52f47fe6a43b9b669ca786aff69cba2ffb9905a6570c770c39fddce747b739f2) AuthConfig (bf2f0d633cc2fbe47da197f8b50ed97b8955692436d8a0b78f8491ba13a089f5) AuthConfig (7f9fc803f8fb6bb566472ad9b96d3278566b13901035879394bba2f399f4c6f3) AuthConfig (1efe05c59e5b6cca67974a674e0de83d4c45ca14ae137538807e433923e4e758) AuthConfig (9cc23c6ac2f62d8651223dd5b795645858419c7b5a364056ff1d5af5195a32c9) AuthConfig (b42cfed19c08889fd76ef158d0b89b67938b409473ecce73ed2ee04d25b32ea0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"871c1123-5c34-42fe-8670-9075210c4e4b","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:59.395692101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"6785dd43-c2e0-4b02-b84d-7cb924016d54","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:59.402706758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"6785dd43-c2e0-4b02-b84d-7cb924016d54","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:59.40840433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"6785dd43-c2e0-4b02-b84d-7cb924016d54","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:00.472628325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"23cb4c60-84d8-4234-9b9a-2824136e968a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:00.479273576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"23cb4c60-84d8-4234-9b9a-2824136e968a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:00.484992067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5bfc51-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc24dce12bb3a64822faa028d0a72a3631a5497a5d8778d5003819910e77450e) AuthConfig (652d42ce514b456a73bce81a2f4332a86be5cff591affebeeecd38f2d02ad03e) AuthConfig (b33c4bcde43f779ce25bb5b039dc5a96d27a2c1840b32c079028a2f18a9e8851) AuthConfig (6f813d6e2d9201bb2062aadbf9de195e85137063b009aa358dd682dcb9e36df3) AuthConfig (3d92b86179896f57ea614936755d223cf4ac8eb4829a0f7211d9776687dc3b49) AuthConfig (2de04f797292e4cb5f11439dc73368e89d05f1cecaf5163d6df99807428cc3d7) AuthConfig (02f582c28caef5d7cfd094a1d06deeffa269a027863361dad3a92a2ef4f844e7) AuthConfig (937d307839ffabdede169ffe0f86f92c41b22984669f0cb82b51a2e41e457cd1) AuthConfig (694b256a57363ade6f8df7be61f22c8051b26c335b56ce4e0987e50eca2a451e) AuthConfig (f942ca431cc1be89c8f9208744ec7f4f7fa450f9994a072369f679777990319d) AuthConfig (b05f6d0766028fc2b7f8da9b75d61c1f204fd1360e4bdbc7d13998bc34b3eb8d) AuthConfig (12f45bef125be0d9c86af55ad860e1b720d0275eb350f88ca0841b0cdd2ef7f3) AuthConfig (884776aefc7e48062089df5e753119c427d4ce10534d8c156fec0efc84999b5e) AuthConfig (cefd8bce8023a92e6a6744fe029e95faa61acee6a4bac0a453481a1a60a3ff35) AuthConfig (b6df93c8ec5e3b857ce32873ee85595e03bdfba95a8188c0b36bbd175e26d915) AuthConfig (d3d0b3382cf0c68548d1b18cb13df06e19993273ded740cc6f0ac66493b0a822) AuthConfig (9a9a4fc24abe4e11bd6ffa063f01e242289bfa5f80f3c98c1cc12e311eeac262) AuthConfig (9c1610d60be6ede06bd141873b54673dfe14ead2da2902de6d315f758de5aebb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"23cb4c60-84d8-4234-9b9a-2824136e968a","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:05.79555051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"949411b1-3b01-4338-be24-4d74cfca7445","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:05.802681494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"949411b1-3b01-4338-be24-4d74cfca7445","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:05.809603523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"949411b1-3b01-4338-be24-4d74cfca7445","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:06.896791479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9552ae99-7cc5-49df-9c45-bd49729a49af","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:06.903824633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9552ae99-7cc5-49df-9c45-bd49729a49af","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:06.911175159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ec6f5184b1fd90a1a1542d04bd40299240028049018a9dd027f6783781da5bc) AuthConfig (622fb53c035458e581f0fc3c3b7a04f502116ca2779a318bc7df5e06eabee22f) AuthConfig (2d6c464563061a26e74a6618ee2ce3bc546bf1e2b93bf31570e2181a33b0c052) AuthConfig (3123c1bb9c75e59b6cd637c9716e9ddc1133816b4d1f302851398e731cff55f5) AuthConfig (f1526f919c8b617a3c5b33bffb5edde7ae82ebc13279fdbccfda47de2bbafa53) AuthConfig (cf8f196be2f8fa767d864728b8bf4252329afd03fe06b4b471a1435db73a3af1) AuthConfig (3666e861280a140ea6f27df9aba199d74ebaf12f1b9e25161338011f7a3547ed) AuthConfig (400c2d33b00e0b1230cd6ddd5395f4721c7388726eabf97ec94f169dbb9915c5) AuthConfig (84a6a17fd3ab02983c9692fe121d9c325ab044e435c37f6f2b0afb29b5569418) AuthConfig (b8c7be100f7aa152f3e3f8724e7d991667842545f467bc7e02e4cfe182803957) AuthConfig (c380bff59a9e5df135fb50f34748356d8c8b042d65d90b1da1cea524802f3a1c) AuthConfig (b34d06010da35f44a648495ca37db1ae49c2564afa7da2462172214f367cbd7a) AuthConfig (e41589a5828f54171893aa4b76a5d5670c5e4e2a109489e8585ad13bcb219e93) AuthConfig (b8fb8bd786f5b0992dfcc3122231b55a75d8232d2d9852ce585f3b978f6a3466) AuthConfig (4cba9d477cf12b3d6d5e485431f0f8f16fd7e3e7c7c74e8c8d633774a90cf643) AuthConfig (5bc133da1a18b33b759ad78c1a74d0fd7aff28b318a5e990c07e07a62e1e51a1) AuthConfig (bde3acb2bee57c0859afa7e08f592a68787b0d7fca2a1f1a7747d6b225e291c1) AuthConfig (d6e6f1a9ed63d6d62497b76017b981d2f2105548b09bcc182c4429221b549632)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9552ae99-7cc5-49df-9c45-bd49729a49af","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:06.919922369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"001d29bf-218d-47ff-b54d-4b867d47ca38","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:06.919947092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"001d29bf-218d-47ff-b54d-4b867d47ca38","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:07.542166648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"3262e423-5575-48ca-8943-185d5921c27f","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:07.553663367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"3262e423-5575-48ca-8943-185d5921c27f","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:07.579992143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"738aab81-dab0-49ff-9e23-9a5708418381","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:07.580102648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"738aab81-dab0-49ff-9e23-9a5708418381","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:10.491397203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"a1a0e27b-3520-456d-97e8-c9d5197a4969","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:10.498542157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"a1a0e27b-3520-456d-97e8-c9d5197a4969","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:10.540193372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"027a6530-fe43-4828-913a-c4fd86d3a211","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:10.540225479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"027a6530-fe43-4828-913a-c4fd86d3a211","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.1797412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"b9f92c9e-ffdc-491b-ae30-44e35f668119","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.179768539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"b9f92c9e-ffdc-491b-ae30-44e35f668119","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.189468424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"1e56dde3-a32c-463b-895d-aaf5f6e656c3","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.19030007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"7620494a-4ccd-4a49-85d3-b8d79bf14bf7","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.190322245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"7620494a-4ccd-4a49-85d3-b8d79bf14bf7","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.19114137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"9e3126dc-7b46-44df-8f1e-5a7b40f73b69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5bfc51-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.199338009Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"7620494a-4ccd-4a49-85d3-b8d79bf14bf7","name":"test-model-5bfc51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5bfc51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.199394515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"7620494a-4ccd-4a49-85d3-b8d79bf14bf7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5bfc51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.200124077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"1e56dde3-a32c-463b-895d-aaf5f6e656c3","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.206203588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"77c6835f-1261-4674-aa34-e730feab5895","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.20622833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"77c6835f-1261-4674-aa34-e730feab5895","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.208459984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c0e39e71-6feb-4f93-a745-68412623e0f5","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.208484583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c0e39e71-6feb-4f93-a745-68412623e0f5","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.246887874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"ac3af1f8-274a-4a82-8b90-515bb3213b5f","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.246929534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"ac3af1f8-274a-4a82-8b90-515bb3213b5f","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.270585497Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"fc6b4e19-f6af-4c87-91c9-14bba2c6ce12","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","model":"test-model-5bfc51","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.288274042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c91dbfcf-69d2-474f-8bc8-a3de423c032e","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.288294791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c91dbfcf-69d2-474f-8bc8-a3de423c032e","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.317955908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"161e5d21-2bd7-4df6-b045-24758aa670f3","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.324503894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"161e5d21-2bd7-4df6-b045-24758aa670f3","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.361015859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"a2e15c55-391c-46ba-9a53-9666ab8cc9a5","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.884195999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"785e0816-54b2-441a-9362-2b3eecdb8616","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.884223613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"785e0816-54b2-441a-9362-2b3eecdb8616","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.891528727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"119dd731-9d8a-459a-b096-e04d784c18d1","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.895449561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e06cf15b-b3eb-46f6-9bf0-e72843d25982","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.895531073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e06cf15b-b3eb-46f6-9bf0-e72843d25982","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.89640619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"b3c0f941-b828-4807-b8af-a0f4b1c0bf71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b6afd6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.899779149Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e06cf15b-b3eb-46f6-9bf0-e72843d25982","name":"test-model-b6afd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b6afd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:12.899838987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e06cf15b-b3eb-46f6-9bf0-e72843d25982","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b6afd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.899997991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"119dd731-9d8a-459a-b096-e04d784c18d1","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.905677834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"51a18c4a-3f37-4595-b112-0c15f887d802","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.905695461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"51a18c4a-3f37-4595-b112-0c15f887d802","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.907618146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"ff355f34-100d-48d8-891f-fc395c52ac32","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.907635847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"ff355f34-100d-48d8-891f-fc395c52ac32","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.913542584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e01bee8e-1e08-4a35-a3da-fefeb289e6ec","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.913559597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"e01bee8e-1e08-4a35-a3da-fefeb289e6ec","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.928127158Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"0e2f5310-c433-408f-a1ec-4c13f2ff0267","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","model":"test-model-b6afd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.947285968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"1b9b5d29-de17-4326-90bd-4d90b1ac2e84","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.947305859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"1b9b5d29-de17-4326-90bd-4d90b1ac2e84","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.990695345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"a35c486e-d325-4d22-af74-f6db1187ed98","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.998480676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"a35c486e-d325-4d22-af74-f6db1187ed98","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:13.026490915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"3594377e-91d2-42d2-a484-57b70f071861","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:14.455434927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.869077002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"925cf270-2e0b-4fb7-bb5c-66464da71ac0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.947338897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"925cf270-2e0b-4fb7-bb5c-66464da71ac0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.953727225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"925cf270-2e0b-4fb7-bb5c-66464da71ac0","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.963149451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64a1bf10-da6f-4639-9bad-b0019d1f61bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.963165924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64a1bf10-da6f-4639-9bad-b0019d1f61bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:16.926290936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"3f51fa06-8a37-45c8-9ada-d817cf4c9434","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:16.933705202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"3f51fa06-8a37-45c8-9ada-d817cf4c9434","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:16.939848147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ec6f5184b1fd90a1a1542d04bd40299240028049018a9dd027f6783781da5bc) AuthConfig (622fb53c035458e581f0fc3c3b7a04f502116ca2779a318bc7df5e06eabee22f) AuthConfig (2d6c464563061a26e74a6618ee2ce3bc546bf1e2b93bf31570e2181a33b0c052) AuthConfig (3123c1bb9c75e59b6cd637c9716e9ddc1133816b4d1f302851398e731cff55f5) AuthConfig (f1526f919c8b617a3c5b33bffb5edde7ae82ebc13279fdbccfda47de2bbafa53) AuthConfig (cf8f196be2f8fa767d864728b8bf4252329afd03fe06b4b471a1435db73a3af1) AuthConfig (3666e861280a140ea6f27df9aba199d74ebaf12f1b9e25161338011f7a3547ed) AuthConfig (400c2d33b00e0b1230cd6ddd5395f4721c7388726eabf97ec94f169dbb9915c5) AuthConfig (84a6a17fd3ab02983c9692fe121d9c325ab044e435c37f6f2b0afb29b5569418) AuthConfig (b8c7be100f7aa152f3e3f8724e7d991667842545f467bc7e02e4cfe182803957) AuthConfig (c380bff59a9e5df135fb50f34748356d8c8b042d65d90b1da1cea524802f3a1c) AuthConfig (b34d06010da35f44a648495ca37db1ae49c2564afa7da2462172214f367cbd7a) AuthConfig (e41589a5828f54171893aa4b76a5d5670c5e4e2a109489e8585ad13bcb219e93) AuthConfig (b8fb8bd786f5b0992dfcc3122231b55a75d8232d2d9852ce585f3b978f6a3466) AuthConfig (4cba9d477cf12b3d6d5e485431f0f8f16fd7e3e7c7c74e8c8d633774a90cf643) AuthConfig (5bc133da1a18b33b759ad78c1a74d0fd7aff28b318a5e990c07e07a62e1e51a1) AuthConfig (bde3acb2bee57c0859afa7e08f592a68787b0d7fca2a1f1a7747d6b225e291c1) AuthConfig (d6e6f1a9ed63d6d62497b76017b981d2f2105548b09bcc182c4429221b549632)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"3f51fa06-8a37-45c8-9ada-d817cf4c9434","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:25.968716417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"566f8c57-1641-4e48-82d7-46f427c93af7","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:25.977310117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"566f8c57-1641-4e48-82d7-46f427c93af7","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:25.983131711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"566f8c57-1641-4e48-82d7-46f427c93af7","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:26.95455245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9324756c-e14d-4d5c-8b96-bbb84222d690","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:26.963076505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9324756c-e14d-4d5c-8b96-bbb84222d690","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:26.970609725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-6fec8a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7ec6f5184b1fd90a1a1542d04bd40299240028049018a9dd027f6783781da5bc) AuthConfig (622fb53c035458e581f0fc3c3b7a04f502116ca2779a318bc7df5e06eabee22f) AuthConfig (2d6c464563061a26e74a6618ee2ce3bc546bf1e2b93bf31570e2181a33b0c052) AuthConfig (3123c1bb9c75e59b6cd637c9716e9ddc1133816b4d1f302851398e731cff55f5) AuthConfig (f1526f919c8b617a3c5b33bffb5edde7ae82ebc13279fdbccfda47de2bbafa53) AuthConfig (cf8f196be2f8fa767d864728b8bf4252329afd03fe06b4b471a1435db73a3af1) AuthConfig (3666e861280a140ea6f27df9aba199d74ebaf12f1b9e25161338011f7a3547ed) AuthConfig (400c2d33b00e0b1230cd6ddd5395f4721c7388726eabf97ec94f169dbb9915c5) AuthConfig (84a6a17fd3ab02983c9692fe121d9c325ab044e435c37f6f2b0afb29b5569418) AuthConfig (b8c7be100f7aa152f3e3f8724e7d991667842545f467bc7e02e4cfe182803957) AuthConfig (c380bff59a9e5df135fb50f34748356d8c8b042d65d90b1da1cea524802f3a1c) AuthConfig (b34d06010da35f44a648495ca37db1ae49c2564afa7da2462172214f367cbd7a) AuthConfig (e41589a5828f54171893aa4b76a5d5670c5e4e2a109489e8585ad13bcb219e93) AuthConfig (b8fb8bd786f5b0992dfcc3122231b55a75d8232d2d9852ce585f3b978f6a3466) AuthConfig (4cba9d477cf12b3d6d5e485431f0f8f16fd7e3e7c7c74e8c8d633774a90cf643) AuthConfig (5bc133da1a18b33b759ad78c1a74d0fd7aff28b318a5e990c07e07a62e1e51a1) AuthConfig (bde3acb2bee57c0859afa7e08f592a68787b0d7fca2a1f1a7747d6b225e291c1) AuthConfig (d6e6f1a9ed63d6d62497b76017b981d2f2105548b09bcc182c4429221b549632)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9324756c-e14d-4d5c-8b96-bbb84222d690","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.069050991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"5fb702c9-0acd-49d9-8644-bf49b8dcb760","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.087339323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"c89b1e54-bd63-42e7-9847-4f80aa640e14","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.087361279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"c89b1e54-bd63-42e7-9847-4f80aa640e14","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.266213763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"a8a33413-b129-41f8-9c73-0e6e3a134b4d","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.285173145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"2e3e1d40-bcb9-40a4-b796-bda60a99cd24","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:30.285200776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"2e3e1d40-bcb9-40a4-b796-bda60a99cd24","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:31.168170996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c38298d2-cf53-47f9-89f5-dc7b0e07e6ce","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:31.174776131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c38298d2-cf53-47f9-89f5-dc7b0e07e6ce","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:31.446748473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"ab65bd88-f503-4eef-b53d-d0cfff7fca7c","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:31.456682381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"ab65bd88-f503-4eef-b53d-d0cfff7fca7c","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.000152047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"82a74ad2-409e-4fdc-a17b-afbbea2dfd2b","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.000269374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"82a74ad2-409e-4fdc-a17b-afbbea2dfd2b","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.322953132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"a7a8f422-c889-44e8-8367-3275af74d712","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.322974196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"a7a8f422-c889-44e8-8367-3275af74d712","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.328471991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"edc14f1a-4a6a-4f35-963a-700e9e5df340","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.328505884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"edc14f1a-4a6a-4f35-963a-700e9e5df340","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.333686065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"f26d87c5-b609-4b1d-974f-1e0895469aab","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.358100735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"f26d87c5-b609-4b1d-974f-1e0895469aab","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.363671278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"f26d87c5-b609-4b1d-974f-1e0895469aab","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.371205684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"a2211171-728b-49f8-b686-2ebfd4bc984a","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:32.3712222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"a2211171-728b-49f8-b686-2ebfd4bc984a","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.990292212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"0900dc9d-26fc-405a-8289-b2de3d0d93a5","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.996902966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"0900dc9d-26fc-405a-8289-b2de3d0d93a5","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.059214207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1d0b5d-17a7-48ca-9dc9-0dcc6880eea1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.059231566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa1d0b5d-17a7-48ca-9dc9-0dcc6880eea1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.977625602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"7ad5b276-9e33-4296-83ae-75294ab68b80","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.985416515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"7ad5b276-9e33-4296-83ae-75294ab68b80","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.007402279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"504b8f56-f98e-4c82-9524-90ce99199033","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.007419821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"504b8f56-f98e-4c82-9524-90ce99199033","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.448117664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"3f9a61bf-038d-42f0-bac7-5692b2db2764","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.448277829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5e731f8-ef18-4b65-ab6d-c9443131f82d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.448298031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5e731f8-ef18-4b65-ab6d-c9443131f82d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.453109931Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"namespace":"ai-tenant-e2e-mt-b48e2fcb","name":"e2e-policy-b48e2fcb","reconcileID":"3f9a61bf-038d-42f0-bac7-5692b2db2764","MaaSAuthPolicy":{"name":"e2e-policy-b48e2fcb","namespace":"ai-tenant-e2e-mt-b48e2fcb"},"policyNamespace":"ai-tenant-e2e-mt-b48e2fcb","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.459090632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c02d5f-ec44-4941-bc24-555279ff175c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:38.459109959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c02d5f-ec44-4941-bc24-555279ff175c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.62642895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"aa75425d-b186-4234-b820-64d2c42183a7","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.62645772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"aa75425d-b186-4234-b820-64d2c42183a7","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.633816244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"52dba52d-8c85-46e8-a2af-edc2f87ce0b5","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.637586838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"67621c3b-6e3c-43ad-a0b1-5afd6e68a42a","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.637610099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"67621c3b-6e3c-43ad-a0b1-5afd6e68a42a","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:41.638308503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"44268d70-e5d1-4f20-9636-2ee6bdd075ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6fec8a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.641327574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"52dba52d-8c85-46e8-a2af-edc2f87ce0b5","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:41.641812615Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"67621c3b-6e3c-43ad-a0b1-5afd6e68a42a","name":"test-model-6fec8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6fec8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:41.641865776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"67621c3b-6e3c-43ad-a0b1-5afd6e68a42a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6fec8a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.653691903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"16cc9321-2ab5-4530-8d7b-0bfed27cefcd","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.653708249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"16cc9321-2ab5-4530-8d7b-0bfed27cefcd","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.660535582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"2c247e5f-0d4b-4ffa-9c9c-9b83b2fe85f0","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.660552497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"2c247e5f-0d4b-4ffa-9c9c-9b83b2fe85f0","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.682219443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"913567e4-2485-4326-a8c2-3250ddbbbce4","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","model":"test-model-6fec8a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.703958091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"7d979ba7-999b-4517-8519-f2397a3c77ec","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.703988579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"7d979ba7-999b-4517-8519-f2397a3c77ec","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.755608855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"def1a962-9d72-4639-9331-f34995fcf6c1","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.763058988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"def1a962-9d72-4639-9331-f34995fcf6c1","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:41.772125858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"96b3d3d2-cee2-424e-81de-4126d068cac8","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:42.377792816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ece74feb-9587-4015-a920-3645ab3aaa9b","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:42.384887072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ece74feb-9587-4015-a920-3645ab3aaa9b","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:42.393493148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ece74feb-9587-4015-a920-3645ab3aaa9b","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.454883875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:52.399413331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"adcf853a-829c-4929-8312-7a9fa1c59ab1","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:52.406027879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"adcf853a-829c-4929-8312-7a9fa1c59ab1","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:52.411076761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"adcf853a-829c-4929-8312-7a9fa1c59ab1","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.917084034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2e2eb198-7303-4ccd-967b-156c4fb849c7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.917285362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"d88a04af-2f48-4466-8c88-d56aa35fa55e","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.917306563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"d88a04af-2f48-4466-8c88-d56aa35fa55e","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.927856506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2e2eb198-7303-4ccd-967b-156c4fb849c7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.939162252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"4c33431d-4cda-43fd-a5f3-c8898b4e4ab4","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.9540557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2e2eb198-7303-4ccd-967b-156c4fb849c7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"e2e-inf-a-ee618c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.954072032Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-auth","reconcileID":"2e2eb198-7303-4ccd-967b-156c4fb849c7","MaaSAuthPolicy":{"name":"test-model-ee618c-auth","namespace":"ai-tenant-e2e-inf-a-ee618c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.961575976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"8fa16627-f2ae-4de1-96e6-7806cf9a64c8","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:54.961592916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"8fa16627-f2ae-4de1-96e6-7806cf9a64c8","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.039774346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"1e9173c9-d172-48bd-8b2d-727bf2ea3bbc","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.171025747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"c4572de9-1a1f-4b19-902f-70b5f4548042","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.171060538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"c4572de9-1a1f-4b19-902f-70b5f4548042","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.417034077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"d461a406-229f-4276-9103-f152a5c0dcae","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.423989682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"d461a406-229f-4276-9103-f152a5c0dcae","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.429705396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"d461a406-229f-4276-9103-f152a5c0dcae","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:05.196240177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"036059af-0de1-4179-82e5-4b402b2bc767","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","subscription":"test-model-ee618c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:05.221383123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"036059af-0de1-4179-82e5-4b402b2bc767","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:05.234545393Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c-sub","reconcileID":"036059af-0de1-4179-82e5-4b402b2bc767","MaaSSubscription":{"name":"test-model-ee618c-sub","namespace":"ai-tenant-e2e-inf-a-ee618c"},"name":"maas-trlp-test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:05.416861292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"d53cbbc8-82de-4aac-a0fa-0bb5136816e3","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"tenant":"e2e-inf-a-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","model":"ai-tenant-e2e-inf-a-ee618c/test-model-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:05.416894098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"test-model-ee618c","reconcileID":"d53cbbc8-82de-4aac-a0fa-0bb5136816e3","MaaSModelRef":{"name":"test-model-ee618c","namespace":"ai-tenant-e2e-inf-a-ee618c"},"routeName":"test-model-ee618c-kserve-route","namespace":"ai-tenant-e2e-inf-a-ee618c","llmisvcName":"test-model-ee618c","gateway":"openshift-ingress/e2e-inf-a-ee618c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.021695353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"40ab451d-62a6-40bd-bf57-ca1ac33c44e2","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.041186356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"07652654-5e15-4949-96be-b2e49fdd147f","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.041204548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"07652654-5e15-4949-96be-b2e49fdd147f","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.09964229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"cef4efa8-11e4-4d25-80af-1b2936decd6d","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.100250904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"b729f8a8-e770-41c4-819b-a9a54ff8de6b","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.100811153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"b729f8a8-e770-41c4-819b-a9a54ff8de6b","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.265792178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"cef4efa8-11e4-4d25-80af-1b2936decd6d","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.306047166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"102761e4-4fcd-4318-b4f3-a0a65663974e","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.358697913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"cef4efa8-11e4-4d25-80af-1b2936decd6d","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.358719269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"cef4efa8-11e4-4d25-80af-1b2936decd6d","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.365451209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"6995b88b-c451-4641-b05c-20e158198ee4","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.365959372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"f54bd8a7-7f9e-441f-b02f-926180e0a8fe","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.365981808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"f54bd8a7-7f9e-441f-b02f-926180e0a8fe","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.388244849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"60ab15db-84a0-45cc-b315-e2329ec7af78","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.471649643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"6995b88b-c451-4641-b05c-20e158198ee4","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.47927591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"6995b88b-c451-4641-b05c-20e158198ee4","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"e2e-inf-b-5bfc51-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.479293315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"6995b88b-c451-4641-b05c-20e158198ee4","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5bfc51","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:06.482422957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5bfc51-auth","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-auth","reconcileID":"6995b88b-c451-4641-b05c-20e158198ee4","error":"maasauthpolicies.maas.opendatahub.io \"test-model-5bfc51-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.547317898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c95e14aa-49f2-4eb3-bcb5-7e2d474a3cac","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.547345351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"c95e14aa-49f2-4eb3-bcb5-7e2d474a3cac","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.043744171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9fe6f976-36b5-419e-963d-1ceaa6ea66d1","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.050214257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9fe6f976-36b5-419e-963d-1ceaa6ea66d1","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.239979933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"61345405-1219-4fc1-90ce-755b5a84f99c","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.240011272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"61345405-1219-4fc1-90ce-755b5a84f99c","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.533735582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"820ccd73-1007-4d28-8bfb-da91eb1ad867","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.533759193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"820ccd73-1007-4d28-8bfb-da91eb1ad867","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.540782814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"c16cf271-4291-46df-b399-d763008dc0ed","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.540807562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"c16cf271-4291-46df-b399-d763008dc0ed","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.584771372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"dc43d408-b510-43d6-a7e2-3fbe0e57210b","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.61240627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"dc43d408-b510-43d6-a7e2-3fbe0e57210b","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.619181348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"dc43d408-b510-43d6-a7e2-3fbe0e57210b","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.627074386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"4d814d6a-9b42-4f7d-be73-769e4cd614ab","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:09.627093022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"4d814d6a-9b42-4f7d-be73-769e4cd614ab","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:12.436616167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"e7bb6499-3cf2-484b-bfe2-9951fb9c99fc","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:12.443639682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"e7bb6499-3cf2-484b-bfe2-9951fb9c99fc","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:12.450328386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcf5ef90a791defb3a9d4c02d9173b7c78b1c1429e6525e3ec55cb02486cb1a1) AuthConfig (a1daba1aa3b4b0c27415fa277aec24c9ac689bfc3b7bf3be1006908a5045a3f3) AuthConfig (0072f4a61a7992414f7ae13dad78ae8634ea0ba3c8d4962b872572b2eb328130) AuthConfig (09c143d0f37aef8a5ec44cb68ad77ce7b8fdb90b100fa98a7d774fb5e6b140ea) AuthConfig (76fd4981aace03de3becca7ec675b954ab10177580ef713e4ef842fc9a8a58a2) AuthConfig (89841caf7d3d4451944e94db404043053fe6f4d9c49496e0b9d2d62b4a756abf) AuthConfig (389605f37fb0f03595d9d2328e71a43909915f0129ee03d03748a102551f2d44) AuthConfig (772bd6ad95046e5bebd6b2439a74de23a1b09902ecebbecd1054f2f632e08c60) AuthConfig (86fcdcd3add371654c0681690a488d33e7b7922e88723301c97c48d771e101b7) AuthConfig (f228d673d8053f3b8ed3f3f43d6159c37359dfa01d1fc0b1475e6b612ea4e972) AuthConfig (0e37eb1d29c21cc8fbb7bd90f98d6836fe6d86bb25a3e7f798a4ed5a36602b6d) AuthConfig (d8797270b36393060fa3335ff72164a56c55aa0251ac2a995adafe1dc1e63e30) AuthConfig (d6a522ccab56de0242cf068546c3c3abd12492cf42d56fc9121d6fa66b99479e) AuthConfig (7554d8224a3aa9174226f8a6ff0788ed4c02a9b01fcefbb16836332e4c8773fd) AuthConfig (9830c365b4de339b2fbd3c234072cdf7a12f03ada0b7c511c8bf584fcce2a5d9) AuthConfig (83e6491f73cfdefdcfc77e55feb4ed07bc7b1b27049e904c864c41364e46d790) AuthConfig (538a0357c8a5bb6c926bc63797a42f22afd49a6765116f7bce6f98e10fa8af3f) AuthConfig (5d1a3b882a545f75e092193d0e11c85e43fa5dfe72496a2b7a9c1de00753587d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"e7bb6499-3cf2-484b-bfe2-9951fb9c99fc","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:12.458215889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"eba16c59-bfcd-48cf-942b-dcb97c15b859","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:12.458237112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"eba16c59-bfcd-48cf-942b-dcb97c15b859","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:14.458003795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:15.993666909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37b776-ed6e-42dc-9534-e18570b6be9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:15.997025333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37b776-ed6e-42dc-9534-e18570b6be9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.000593219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37b776-ed6e-42dc-9534-e18570b6be9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.005364351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37b776-ed6e-42dc-9534-e18570b6be9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.161774874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11e4c56-3e98-4d14-99ed-7831abe38928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.165063812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11e4c56-3e98-4d14-99ed-7831abe38928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.168208611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11e4c56-3e98-4d14-99ed-7831abe38928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.171890517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11e4c56-3e98-4d14-99ed-7831abe38928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.570941203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"ed56661c-c9ef-43c1-a2d5-c6dcfeab2f06","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","subscription":"test-model-5bfc51-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.583053894Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"ed56661c-c9ef-43c1-a2d5-c6dcfeab2f06","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.587219059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51-sub","reconcileID":"ed56661c-c9ef-43c1-a2d5-c6dcfeab2f06","MaaSSubscription":{"name":"test-model-5bfc51-sub","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"name":"maas-trlp-test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.692819428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"d19521f4-d141-4cae-b64a-56e96722d574","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"tenant":"e2e-inf-b-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","model":"ai-tenant-e2e-inf-b-5bfc51/test-model-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.692840026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"test-model-5bfc51","reconcileID":"d19521f4-d141-4cae-b64a-56e96722d574","MaaSModelRef":{"name":"test-model-5bfc51","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"routeName":"test-model-5bfc51-kserve-route","namespace":"ai-tenant-e2e-inf-b-5bfc51","llmisvcName":"test-model-5bfc51","gateway":"openshift-ingress/e2e-inf-b-5bfc51","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:16.892960355Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-737bf2d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-737bf2d8","reconcileID":"fdf2a32a-84e4-4f6f-8e22-8d45d0d4ff47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-737bf2d8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-737bf2d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.102022847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae7d5a-e984-4654-a134-f89fa4945738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.106102451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae7d5a-e984-4654-a134-f89fa4945738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.109375611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae7d5a-e984-4654-a134-f89fa4945738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.112722116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ae7d5a-e984-4654-a134-f89fa4945738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.694810585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e99cbdb8-90d0-4035-84ce-db5948deac1a","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.701832521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e99cbdb8-90d0-4035-84ce-db5948deac1a","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.707292315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e99cbdb8-90d0-4035-84ce-db5948deac1a","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.46329815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"b97df062-3de4-4f4e-a32b-649a40f9b4d8","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.469885452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"b97df062-3de4-4f4e-a32b-649a40f9b4d8","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.4750762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcf5ef90a791defb3a9d4c02d9173b7c78b1c1429e6525e3ec55cb02486cb1a1) AuthConfig (a1daba1aa3b4b0c27415fa277aec24c9ac689bfc3b7bf3be1006908a5045a3f3) AuthConfig (0072f4a61a7992414f7ae13dad78ae8634ea0ba3c8d4962b872572b2eb328130) AuthConfig (09c143d0f37aef8a5ec44cb68ad77ce7b8fdb90b100fa98a7d774fb5e6b140ea) AuthConfig (76fd4981aace03de3becca7ec675b954ab10177580ef713e4ef842fc9a8a58a2) AuthConfig (89841caf7d3d4451944e94db404043053fe6f4d9c49496e0b9d2d62b4a756abf) AuthConfig (389605f37fb0f03595d9d2328e71a43909915f0129ee03d03748a102551f2d44) AuthConfig (772bd6ad95046e5bebd6b2439a74de23a1b09902ecebbecd1054f2f632e08c60) AuthConfig (86fcdcd3add371654c0681690a488d33e7b7922e88723301c97c48d771e101b7) AuthConfig (f228d673d8053f3b8ed3f3f43d6159c37359dfa01d1fc0b1475e6b612ea4e972) AuthConfig (0e37eb1d29c21cc8fbb7bd90f98d6836fe6d86bb25a3e7f798a4ed5a36602b6d) AuthConfig (d8797270b36393060fa3335ff72164a56c55aa0251ac2a995adafe1dc1e63e30) AuthConfig (d6a522ccab56de0242cf068546c3c3abd12492cf42d56fc9121d6fa66b99479e) AuthConfig (7554d8224a3aa9174226f8a6ff0788ed4c02a9b01fcefbb16836332e4c8773fd) AuthConfig (9830c365b4de339b2fbd3c234072cdf7a12f03ada0b7c511c8bf584fcce2a5d9) AuthConfig (83e6491f73cfdefdcfc77e55feb4ed07bc7b1b27049e904c864c41364e46d790) AuthConfig (538a0357c8a5bb6c926bc63797a42f22afd49a6765116f7bce6f98e10fa8af3f) AuthConfig (5d1a3b882a545f75e092193d0e11c85e43fa5dfe72496a2b7a9c1de00753587d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"b97df062-3de4-4f4e-a32b-649a40f9b4d8","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:23.747216808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b31511-05aa-43b4-9828-779fa89a1211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:23.751418108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b31511-05aa-43b4-9828-779fa89a1211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:23.75599903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b31511-05aa-43b4-9828-779fa89a1211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:23.759960982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b31511-05aa-43b4-9828-779fa89a1211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.323894329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c22ea-a135-4da3-a7b4-541975332f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.328086628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c22ea-a135-4da3-a7b4-541975332f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.331474446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c22ea-a135-4da3-a7b4-541975332f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.33520134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508c22ea-a135-4da3-a7b4-541975332f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.620567864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b8de50-dbce-40df-850f-d0610e3445d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.625295622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b8de50-dbce-40df-850f-d0610e3445d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.629072298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b8de50-dbce-40df-850f-d0610e3445d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.633544217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b8de50-dbce-40df-850f-d0610e3445d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.922303039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb091ba-4585-4116-b4e0-9527cc12b318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.925767635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb091ba-4585-4116-b4e0-9527cc12b318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.929213623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb091ba-4585-4116-b4e0-9527cc12b318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.932505116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb091ba-4585-4116-b4e0-9527cc12b318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.115034447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad071c0b-fc37-45f8-a120-1ac14f585ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.118285128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad071c0b-fc37-45f8-a120-1ac14f585ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.121768118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad071c0b-fc37-45f8-a120-1ac14f585ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.146272025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad071c0b-fc37-45f8-a120-1ac14f585ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.713442017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e4e11c29-2fe1-4bda-a504-10917c4003c6","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.720200025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e4e11c29-2fe1-4bda-a504-10917c4003c6","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.726044406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"e4e11c29-2fe1-4bda-a504-10917c4003c6","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.16134044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","namespace":"ai-tenant-e2e-inf-a-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.161439801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","namespace":"ai-tenant-e2e-inf-a-ee618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.161524908Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","tenant":"e2e-inf-a-ee618c","tenantID":"e2e-inf-a-ee618c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.166170392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Deployment","name":"maas-api-e2e-inf-a-ee618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.178119306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Service","name":"maas-api-e2e-inf-a-ee618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.196069849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ee618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.203947541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ee618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.214582809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.220671381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.226750854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.248041942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.258738915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.26385464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.267356566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Service","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.271104996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.274505946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.277509237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.280898849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.286568922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.28929422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.292180964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.29518287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ee618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.297986641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ee618c"},"namespace":"ai-tenant-e2e-inf-a-ee618c","name":"default-tenant","reconcileID":"cc28f9c6-410a-43f1-a3be-77f6631bd2c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ee618c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.491971602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"4d72655a-1fc1-4908-9bc2-8b69f756856e","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.546813652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"4d72655a-1fc1-4908-9bc2-8b69f756856e","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:32.582006612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b4971a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fcf5ef90a791defb3a9d4c02d9173b7c78b1c1429e6525e3ec55cb02486cb1a1) AuthConfig (a1daba1aa3b4b0c27415fa277aec24c9ac689bfc3b7bf3be1006908a5045a3f3) AuthConfig (0072f4a61a7992414f7ae13dad78ae8634ea0ba3c8d4962b872572b2eb328130) AuthConfig (09c143d0f37aef8a5ec44cb68ad77ce7b8fdb90b100fa98a7d774fb5e6b140ea) AuthConfig (76fd4981aace03de3becca7ec675b954ab10177580ef713e4ef842fc9a8a58a2) AuthConfig (89841caf7d3d4451944e94db404043053fe6f4d9c49496e0b9d2d62b4a756abf) AuthConfig (389605f37fb0f03595d9d2328e71a43909915f0129ee03d03748a102551f2d44) AuthConfig (772bd6ad95046e5bebd6b2439a74de23a1b09902ecebbecd1054f2f632e08c60) AuthConfig (86fcdcd3add371654c0681690a488d33e7b7922e88723301c97c48d771e101b7) AuthConfig (f228d673d8053f3b8ed3f3f43d6159c37359dfa01d1fc0b1475e6b612ea4e972) AuthConfig (0e37eb1d29c21cc8fbb7bd90f98d6836fe6d86bb25a3e7f798a4ed5a36602b6d) AuthConfig (d8797270b36393060fa3335ff72164a56c55aa0251ac2a995adafe1dc1e63e30) AuthConfig (d6a522ccab56de0242cf068546c3c3abd12492cf42d56fc9121d6fa66b99479e) AuthConfig (7554d8224a3aa9174226f8a6ff0788ed4c02a9b01fcefbb16836332e4c8773fd) AuthConfig (9830c365b4de339b2fbd3c234072cdf7a12f03ada0b7c511c8bf584fcce2a5d9) AuthConfig (83e6491f73cfdefdcfc77e55feb4ed07bc7b1b27049e904c864c41364e46d790) AuthConfig (538a0357c8a5bb6c926bc63797a42f22afd49a6765116f7bce6f98e10fa8af3f) AuthConfig (5d1a3b882a545f75e092193d0e11c85e43fa5dfe72496a2b7a9c1de00753587d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"4d72655a-1fc1-4908-9bc2-8b69f756856e","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.450984202Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ee618c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ee618c","reconcileID":"8a509ff2-2f4e-4f4b-af2e-5b71ff7a56df","aitenant":"ai-tenants/e2e-inf-a-ee618c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.598789783Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ee618c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ee618c","reconcileID":"8a509ff2-2f4e-4f4b-af2e-5b71ff7a56df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ee618c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ee618c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.606722298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67abb310-224b-49e2-bd3c-6da30d6a9c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.649424695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67abb310-224b-49e2-bd3c-6da30d6a9c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.652440647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67abb310-224b-49e2-bd3c-6da30d6a9c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.655526089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67abb310-224b-49e2-bd3c-6da30d6a9c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.946955618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f2dbb3-4f5c-400e-aa22-2ce35feade8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.955710531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f2dbb3-4f5c-400e-aa22-2ce35feade8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.960577369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f2dbb3-4f5c-400e-aa22-2ce35feade8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.965253818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f2dbb3-4f5c-400e-aa22-2ce35feade8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.732837902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"11e70e22-f538-492c-ba06-46f0480bc019","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.743414926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"11e70e22-f538-492c-ba06-46f0480bc019","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.749157915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (911a353c2c9468a2976e667f9e72c97eec226d894379477483c8cf29fca1d2a1) AuthConfig (62bd9d3ca1537315bde6e5d0a7f008b6154f7ce70420ce8d5394546ca59687ce) AuthConfig (858ce5037f6f632921b92b016be52560383ef0af00597cd142986b996f04b166) AuthConfig (b9c016420ed9e0a982bfac077176f09de3983bb2db2e966b439b8625892b3339) AuthConfig (1627b473484ed4fc4f46fea0ed46bc1dc47d2bd1e5d7067524f529d4ccf5cf37) AuthConfig (3f343b7cbd69b0832a6f10fc9559e2018f45dd1357541d536c4a71bf46dc2677) AuthConfig (b80577e55a758cd350630b10c5e0fe61f3f29a39f64dcd2eeafde4a9fdcde4e8) AuthConfig (b844c887430bf75b58c9a689159ffac0558208dd0e2ceff0a289e39f642d7371) AuthConfig (32de702e7e6130d8e8e3ea10a24a225ddacad41dd246e6a702f80d23812b3987) AuthConfig (0f3e3756864fc84813adfdafcb710188f6066856230a9aa50319ad6c6bd38dcf) AuthConfig (2d77596e1c895f024c19f12f4ad45a3f21c1294e40954544406d1c623e0e566d) AuthConfig (a2865c74dc3655cfd57700d5b025b7b54fdd99af4794a2139af84b4fb4329191) AuthConfig (1cf3b44e249cb290689c2392252e732773e10e9214d127a5446bc782ac28e12a) AuthConfig (fc4adbffee0272c3e58060410278d3083e9787cd0e04a5b4216be16252399921) AuthConfig (a5732250ae8ccb2e29e30aa48acea4bf76b25903e5f10aedee25a6452bcca8a3) AuthConfig (8e060da46839b533938406f4771bfe3fb608395bd440337c8b345b7a3ab615b6) AuthConfig (1fd052a887b777f3197d53a43c6ce22361c00708b19becdea838ae4d8af74137) AuthConfig (4760a4bd94d6767a739f37d542b4450c3467ede16bcab8243badb18164a89233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"11e70e22-f538-492c-ba06-46f0480bc019","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.757703372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"86f66a70-43a3-4612-a9dd-18a7ec7b500e","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.75772301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"86f66a70-43a3-4612-a9dd-18a7ec7b500e","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:40.179573438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"ec3b6daa-9262-4f04-8929-4f8060f22c0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-737bf2d8","tenantID":"e2e-mt-737bf2d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:40.195895428Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"ec3b6daa-9262-4f04-8929-4f8060f22c0e","name":"e2e-mt-737bf2d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.58903436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"bb18d2db-e7e2-4432-932d-b32f9b1807e2","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.596447102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"bb18d2db-e7e2-4432-932d-b32f9b1807e2","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.615673283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"3f86a48c-5d84-4643-8459-7989250e769e","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.615690727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"3f86a48c-5d84-4643-8459-7989250e769e","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.429661673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646e8a88-d054-4c9b-a5a0-95721e66e442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.432815995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646e8a88-d054-4c9b-a5a0-95721e66e442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.436144056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646e8a88-d054-4c9b-a5a0-95721e66e442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.439405244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646e8a88-d054-4c9b-a5a0-95721e66e442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.457231431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.872160262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"960b5ccf-06b9-4cf6-934f-8afbf4f86b5d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.872184235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"960b5ccf-06b9-4cf6-934f-8afbf4f86b5d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.87430526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"448a521a-667d-4796-b947-db24cfac0801","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.881822365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"448a521a-667d-4796-b947-db24cfac0801","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:44.884458888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"4263f2ee-c44f-4816-af3c-4bf28b58828d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b4971a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.885064999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"4b48c13a-142c-4896-8e53-88da9f768549","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.885083357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"4b48c13a-142c-4896-8e53-88da9f768549","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:44.946874228Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"4b48c13a-142c-4896-8e53-88da9f768549","name":"test-model-b4971a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b4971a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:44.946942597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"4b48c13a-142c-4896-8e53-88da9f768549","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b4971a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.9525786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"6937d1e7-b23c-4769-a15c-d3d757cf7217","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.952594181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"6937d1e7-b23c-4769-a15c-d3d757cf7217","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.958330101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"9ff667ac-1d59-4f9b-b095-8c905b28fc51","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.958344106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"9ff667ac-1d59-4f9b-b095-8c905b28fc51","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.963307925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"ead4c707-24dd-4694-ab97-f902343e8241","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.963324581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"ead4c707-24dd-4694-ab97-f902343e8241","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.973490682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"33eb78aa-b223-4d36-9ee8-ac2672c16c4f","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.978756022Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"17854be2-b60a-4176-8fa1-a6fa0d980265","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","model":"test-model-b4971a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b4971a/test-model-b4971a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.981486348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"33eb78aa-b223-4d36-9ee8-ac2672c16c4f","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.989988701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c3b5c-7b50-4e43-8aae-85ba77c83f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.993230296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c3b5c-7b50-4e43-8aae-85ba77c83f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:44.996803927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c3b5c-7b50-4e43-8aae-85ba77c83f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.000321417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66c3b5c-7b50-4e43-8aae-85ba77c83f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.001972272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"9b6db0a1-16d5-4b7d-b7e4-8b42f180ee90","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.00198769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"9b6db0a1-16d5-4b7d-b7e4-8b42f180ee90","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.07698657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"52afb42e-552d-4981-ba69-720c4334aafb","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.099573124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"849cd80f-6eb4-4302-b443-159ae8ae701d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.099602847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"849cd80f-6eb4-4302-b443-159ae8ae701d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.267292053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e96231-1393-4788-9465-a8e138e2504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.270702394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e96231-1393-4788-9465-a8e138e2504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.274023928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e96231-1393-4788-9465-a8e138e2504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:45.277848233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e96231-1393-4788-9465-a8e138e2504f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.79529108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"8240b8fe-41b5-4d85-8ed3-665741e750f7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.802263418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"8240b8fe-41b5-4d85-8ed3-665741e750f7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.808881146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (911a353c2c9468a2976e667f9e72c97eec226d894379477483c8cf29fca1d2a1) AuthConfig (62bd9d3ca1537315bde6e5d0a7f008b6154f7ce70420ce8d5394546ca59687ce) AuthConfig (858ce5037f6f632921b92b016be52560383ef0af00597cd142986b996f04b166) AuthConfig (b9c016420ed9e0a982bfac077176f09de3983bb2db2e966b439b8625892b3339) AuthConfig (1627b473484ed4fc4f46fea0ed46bc1dc47d2bd1e5d7067524f529d4ccf5cf37) AuthConfig (3f343b7cbd69b0832a6f10fc9559e2018f45dd1357541d536c4a71bf46dc2677) AuthConfig (b80577e55a758cd350630b10c5e0fe61f3f29a39f64dcd2eeafde4a9fdcde4e8) AuthConfig (b844c887430bf75b58c9a689159ffac0558208dd0e2ceff0a289e39f642d7371) AuthConfig (32de702e7e6130d8e8e3ea10a24a225ddacad41dd246e6a702f80d23812b3987) AuthConfig (0f3e3756864fc84813adfdafcb710188f6066856230a9aa50319ad6c6bd38dcf) AuthConfig (2d77596e1c895f024c19f12f4ad45a3f21c1294e40954544406d1c623e0e566d) AuthConfig (a2865c74dc3655cfd57700d5b025b7b54fdd99af4794a2139af84b4fb4329191) AuthConfig (1cf3b44e249cb290689c2392252e732773e10e9214d127a5446bc782ac28e12a) AuthConfig (fc4adbffee0272c3e58060410278d3083e9787cd0e04a5b4216be16252399921) AuthConfig (a5732250ae8ccb2e29e30aa48acea4bf76b25903e5f10aedee25a6452bcca8a3) AuthConfig (8e060da46839b533938406f4771bfe3fb608395bd440337c8b345b7a3ab615b6) AuthConfig (1fd052a887b777f3197d53a43c6ce22361c00708b19becdea838ae4d8af74137) AuthConfig (4760a4bd94d6767a739f37d542b4450c3467ede16bcab8243badb18164a89233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"8240b8fe-41b5-4d85-8ed3-665741e750f7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.916649988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","namespace":"ai-tenant-e2e-inf-b-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.916706914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","namespace":"ai-tenant-e2e-inf-b-5bfc51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.916751606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","tenant":"e2e-inf-b-5bfc51","tenantID":"e2e-inf-b-5bfc51","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.921298872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Deployment","name":"maas-api-e2e-inf-b-5bfc51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.935312163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Service","name":"maas-api-e2e-inf-b-5bfc51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.955058143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5bfc51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.959512849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5bfc51","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.969574727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.977194212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.984824539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.9922346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.995083046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:49.997616426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.000315674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Service","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.002848281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.005564128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.008099585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.010534701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.016675615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.019781314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.023035426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.026029422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5bfc51","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:50.028533135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5bfc51"},"namespace":"ai-tenant-e2e-inf-b-5bfc51","name":"default-tenant","reconcileID":"c082d678-d68d-4abe-831e-1d6181982029","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5bfc51","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.111499477Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5bfc51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5bfc51","reconcileID":"fc9b3bec-8cb1-485b-a85d-03bef6294fb8","aitenant":"ai-tenants/e2e-inf-b-5bfc51","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.221524829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5bfc51","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5bfc51","reconcileID":"fc9b3bec-8cb1-485b-a85d-03bef6294fb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5bfc51","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5bfc51"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.238399487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ebf8d8-f9a3-4115-b7fb-f884831aff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.242867778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ebf8d8-f9a3-4115-b7fb-f884831aff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.249478511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ebf8d8-f9a3-4115-b7fb-f884831aff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.260519073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ebf8d8-f9a3-4115-b7fb-f884831aff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.547570885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3bb4ff-86f0-49b3-9b61-5e4b4f197e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.550947307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3bb4ff-86f0-49b3-9b61-5e4b4f197e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.554301402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3bb4ff-86f0-49b3-9b61-5e4b4f197e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:51.557402965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3bb4ff-86f0-49b3-9b61-5e4b4f197e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.102172866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fdc693-0441-47a6-909c-3f41cd9701e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.105793881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fdc693-0441-47a6-909c-3f41cd9701e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.109087994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fdc693-0441-47a6-909c-3f41cd9701e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.112456006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fdc693-0441-47a6-909c-3f41cd9701e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.257101529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67aba80c-85c6-41b3-ab78-09af557474a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.257221359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67aba80c-85c6-41b3-ab78-09af557474a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.264871998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3efb68-a249-4ffc-8290-e1a31ff49e8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.264893533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3efb68-a249-4ffc-8290-e1a31ff49e8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.273520125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"5032ed1c-e3ba-46f1-ae64-bbe93b0e38dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.299538105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"5032ed1c-e3ba-46f1-ae64-bbe93b0e38dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.305131533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"5032ed1c-e3ba-46f1-ae64-bbe93b0e38dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.31070321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecec04b-18e9-4bc5-8a2a-25a4f2d4fb17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.310719108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecec04b-18e9-4bc5-8a2a-25a4f2d4fb17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.846132984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"762b5797-d26f-4cc1-bbb5-f03501cbf2c7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.854394773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"762b5797-d26f-4cc1-bbb5-f03501cbf2c7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:59.860397259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (911a353c2c9468a2976e667f9e72c97eec226d894379477483c8cf29fca1d2a1) AuthConfig (62bd9d3ca1537315bde6e5d0a7f008b6154f7ce70420ce8d5394546ca59687ce) AuthConfig (858ce5037f6f632921b92b016be52560383ef0af00597cd142986b996f04b166) AuthConfig (b9c016420ed9e0a982bfac077176f09de3983bb2db2e966b439b8625892b3339) AuthConfig (1627b473484ed4fc4f46fea0ed46bc1dc47d2bd1e5d7067524f529d4ccf5cf37) AuthConfig (3f343b7cbd69b0832a6f10fc9559e2018f45dd1357541d536c4a71bf46dc2677) AuthConfig (b80577e55a758cd350630b10c5e0fe61f3f29a39f64dcd2eeafde4a9fdcde4e8) AuthConfig (b844c887430bf75b58c9a689159ffac0558208dd0e2ceff0a289e39f642d7371) AuthConfig (32de702e7e6130d8e8e3ea10a24a225ddacad41dd246e6a702f80d23812b3987) AuthConfig (0f3e3756864fc84813adfdafcb710188f6066856230a9aa50319ad6c6bd38dcf) AuthConfig (2d77596e1c895f024c19f12f4ad45a3f21c1294e40954544406d1c623e0e566d) AuthConfig (a2865c74dc3655cfd57700d5b025b7b54fdd99af4794a2139af84b4fb4329191) AuthConfig (1cf3b44e249cb290689c2392252e732773e10e9214d127a5446bc782ac28e12a) AuthConfig (fc4adbffee0272c3e58060410278d3083e9787cd0e04a5b4216be16252399921) AuthConfig (a5732250ae8ccb2e29e30aa48acea4bf76b25903e5f10aedee25a6452bcca8a3) AuthConfig (8e060da46839b533938406f4771bfe3fb608395bd440337c8b345b7a3ab615b6) AuthConfig (1fd052a887b777f3197d53a43c6ce22361c00708b19becdea838ae4d8af74137) AuthConfig (4760a4bd94d6767a739f37d542b4450c3467ede16bcab8243badb18164a89233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"762b5797-d26f-4cc1-bbb5-f03501cbf2c7","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.346195155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7eeb479-f81e-46cb-b68a-2a66986fadf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.349357792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7eeb479-f81e-46cb-b68a-2a66986fadf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.352450708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7eeb479-f81e-46cb-b68a-2a66986fadf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.355532275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7eeb479-f81e-46cb-b68a-2a66986fadf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.601443306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3c3b76-6fd4-4190-9c7a-0dc3591a56b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.604608859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3c3b76-6fd4-4190-9c7a-0dc3591a56b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.607988141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3c3b76-6fd4-4190-9c7a-0dc3591a56b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.611081109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3c3b76-6fd4-4190-9c7a-0dc3591a56b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.325249318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"38f14f0c-f721-415c-8a82-766db2cceec0","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.332705944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"38f14f0c-f721-415c-8a82-766db2cceec0","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.338651664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"38f14f0c-f721-415c-8a82-766db2cceec0","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.800877787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c817925-d93b-463f-9d10-9f499cc1cbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.800944778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c817925-d93b-463f-9d10-9f499cc1cbd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.808294678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c6ab147-ab85-4028-9369-6203a4771587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.808324942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c6ab147-ab85-4028-9369-6203a4771587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.814057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"e4fc22cd-77bc-4a5d-b0c1-c79255a55c95","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.839496856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"e4fc22cd-77bc-4a5d-b0c1-c79255a55c95","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.844861854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"e4fc22cd-77bc-4a5d-b0c1-c79255a55c95","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.852634362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b408884b-7baa-43b2-9a35-dc41f7be43c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.852654237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b408884b-7baa-43b2-9a35-dc41f7be43c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.914338054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"1381a7a1-a519-466b-a37a-a05a1194f737","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.923803054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"1381a7a1-a519-466b-a37a-a05a1194f737","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.930247705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dab6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (911a353c2c9468a2976e667f9e72c97eec226d894379477483c8cf29fca1d2a1) AuthConfig (62bd9d3ca1537315bde6e5d0a7f008b6154f7ce70420ce8d5394546ca59687ce) AuthConfig (858ce5037f6f632921b92b016be52560383ef0af00597cd142986b996f04b166) AuthConfig (b9c016420ed9e0a982bfac077176f09de3983bb2db2e966b439b8625892b3339) AuthConfig (1627b473484ed4fc4f46fea0ed46bc1dc47d2bd1e5d7067524f529d4ccf5cf37) AuthConfig (3f343b7cbd69b0832a6f10fc9559e2018f45dd1357541d536c4a71bf46dc2677) AuthConfig (b80577e55a758cd350630b10c5e0fe61f3f29a39f64dcd2eeafde4a9fdcde4e8) AuthConfig (b844c887430bf75b58c9a689159ffac0558208dd0e2ceff0a289e39f642d7371) AuthConfig (32de702e7e6130d8e8e3ea10a24a225ddacad41dd246e6a702f80d23812b3987) AuthConfig (0f3e3756864fc84813adfdafcb710188f6066856230a9aa50319ad6c6bd38dcf) AuthConfig (2d77596e1c895f024c19f12f4ad45a3f21c1294e40954544406d1c623e0e566d) AuthConfig (a2865c74dc3655cfd57700d5b025b7b54fdd99af4794a2139af84b4fb4329191) AuthConfig (1cf3b44e249cb290689c2392252e732773e10e9214d127a5446bc782ac28e12a) AuthConfig (fc4adbffee0272c3e58060410278d3083e9787cd0e04a5b4216be16252399921) AuthConfig (a5732250ae8ccb2e29e30aa48acea4bf76b25903e5f10aedee25a6452bcca8a3) AuthConfig (8e060da46839b533938406f4771bfe3fb608395bd440337c8b345b7a3ab615b6) AuthConfig (1fd052a887b777f3197d53a43c6ce22361c00708b19becdea838ae4d8af74137) AuthConfig (4760a4bd94d6767a739f37d542b4450c3467ede16bcab8243badb18164a89233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"1381a7a1-a519-466b-a37a-a05a1194f737","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.003221809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726f276f-abb3-44b4-b44c-017efd10c763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.00324359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726f276f-abb3-44b4-b44c-017efd10c763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.011009397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e8c9ad4-6758-4e05-9140-cfb6d4b90c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.011028244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e8c9ad4-6758-4e05-9140-cfb6d4b90c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:10.012545702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"04b99523-9ef5-48d6-9612-b0559c0e19be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-284bc874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.014122886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"304b5d32-5b87-4324-b2f4-1fae3bf121e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.021457404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"304b5d32-5b87-4324-b2f4-1fae3bf121e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.028083635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b127e3e9-136f-42a2-acac-bc3ebd8a45ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.028098855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b127e3e9-136f-42a2-acac-bc3ebd8a45ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.030936347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"304b5d32-5b87-4324-b2f4-1fae3bf121e5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.035668129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e390b24-4a64-4580-a7a5-6db84160070c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.035682713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e390b24-4a64-4580-a7a5-6db84160070c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.056389515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"d00a72bd-b69c-45bf-b599-ad99c13bb8c2","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-284bc874/e2e-shared-sub-284bc874","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.073827095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c677ce86-4a03-41d5-97b0-53b632222f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.073843796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c677ce86-4a03-41d5-97b0-53b632222f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.147804031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cbeb936-bbea-45f8-b49e-5834c2196432","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.148195172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"6ca0ae13-1cd5-4bf0-ab98-cb28996c31bd","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.941545298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c325680-882a-41de-bf1f-e2af6efff87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.941573253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c325680-882a-41de-bf1f-e2af6efff87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.948397199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"906c4777-26cf-47e4-87f9-f0cc2899513d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.948424877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"906c4777-26cf-47e4-87f9-f0cc2899513d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.955711617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"859c4645-1ca9-40fe-bd86-749e086a1c29","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.963300085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"859c4645-1ca9-40fe-bd86-749e086a1c29","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.96856264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"859c4645-1ca9-40fe-bd86-749e086a1c29","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.974434369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"019024bf-7bc4-4a69-b5a4-20ee976565b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:10.974502957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"019024bf-7bc4-4a69-b5a4-20ee976565b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.140261189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063ef4ee-2f8a-411a-bc01-35c5461dfedb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.14028305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063ef4ee-2f8a-411a-bc01-35c5461dfedb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.148060579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21219efa-1283-4ab6-926d-cd1cb526396b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.148077894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21219efa-1283-4ab6-926d-cd1cb526396b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.148649522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"190da8b6-5175-45db-b57e-612c0df966e0","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:11.149068953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"84f2f259-6fdc-4723-b56c-72ac4caed82d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-284bc874\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.155667356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"190da8b6-5175-45db-b57e-612c0df966e0","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.16114327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"190da8b6-5175-45db-b57e-612c0df966e0","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.165946923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25ef2c81-4951-4fb4-84a8-c915d89bd341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.165963161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25ef2c81-4951-4fb4-84a8-c915d89bd341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.170996135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54e9ddcc-fad9-4630-84d3-4286cea05ae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.171012675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54e9ddcc-fad9-4630-84d3-4286cea05ae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.191461581Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"9997a0dc-982d-4a90-a357-0a985074ef6a","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-284bc874/e2e-shared-sub-284bc874","ai-tenant-e2e-mt-fdb6f22a/e2e-shared-sub-284bc874","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.209700384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff95586f-c59f-400d-9b73-88ca23c75d74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.209716615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff95586f-c59f-400d-9b73-88ca23c75d74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.287780109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"58c9dc3e-eaa3-4100-8106-82cc30e809f6","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.288325255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"186909ab-0b41-486b-b93f-9c5d0f59a012","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.288752142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"6eff2580-7aa1-4cb1-8593-af33b67c5ec3","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.021853617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"497e5e3a-ea44-4a5e-909d-bdeb7d228945","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.022029139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c278ebcc-d135-4a0a-b770-58f23775a139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.02204839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c278ebcc-d135-4a0a-b770-58f23775a139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.027883305Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-policy-284bc874","reconcileID":"497e5e3a-ea44-4a5e-909d-bdeb7d228945","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"policyNamespace":"ai-tenant-e2e-mt-284bc874","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.037262508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6754e524-e937-4ae1-ad3e-6168916ea0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.037280075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6754e524-e937-4ae1-ad3e-6168916ea0f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.305691438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19a8e60b-0e73-4d6f-b3ed-59ec6f24b752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:12.310026066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19a8e60b-0e73-4d6f-b3ed-59ec6f24b752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.101087843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"b29c0f10-c371-412b-9df7-6483b277a1a7","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.123083983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"ef2e7783-e9f2-4fd7-880c-85d63bba4f9e","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.123106031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"ef2e7783-e9f2-4fd7-880c-85d63bba4f9e","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.913043622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"671f51d5-5e11-478a-8504-70b180368d2b","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.919785933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"671f51d5-5e11-478a-8504-70b180368d2b","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.455317953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.347518807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"b68ed84e-140f-4b50-bc11-5e5978196f6f","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.432544199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"b68ed84e-140f-4b50-bc11-5e5978196f6f","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.438675491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"b68ed84e-140f-4b50-bc11-5e5978196f6f","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.44733334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b141df25-c566-4dc5-96a8-df83ef7bea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.447356185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b141df25-c566-4dc5-96a8-df83ef7bea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.946222719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"720ab918-795b-4ff0-bcdb-e4baea74fd5d","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.953545079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"720ab918-795b-4ff0-bcdb-e4baea74fd5d","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.976981987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"0d9f3f63-4466-43ee-99de-fd233a175aaf","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.977000849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"0d9f3f63-4466-43ee-99de-fd233a175aaf","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.167246479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"17b5389f-975e-4047-8817-309739b33920","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.191764718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"17b5389f-975e-4047-8817-309739b33920","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.197144047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"17b5389f-975e-4047-8817-309739b33920","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.205845919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa721188-675b-4971-a699-0ffd9b018b73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.205866441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa721188-675b-4971-a699-0ffd9b018b73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.985976479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"b178fd62-b255-461c-9cab-b0eec8a7c5b1","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.986006095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"b178fd62-b255-461c-9cab-b0eec8a7c5b1","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.994213284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"493aa02b-90ff-4194-9a60-6d5d2459b9cb","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.994689441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"9e66739f-0422-4c57-85ab-1d28f3b1e4e2","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.994707052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"9e66739f-0422-4c57-85ab-1d28f3b1e4e2","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:21.99806789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"b395f298-ca59-4491-93be-307eb05dd0cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5dab6a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.04697245Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"9e66739f-0422-4c57-85ab-1d28f3b1e4e2","name":"test-model-5dab6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5dab6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.047023998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"9e66739f-0422-4c57-85ab-1d28f3b1e4e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5dab6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.048780986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"493aa02b-90ff-4194-9a60-6d5d2459b9cb","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.051297753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"a3da8955-bf27-4365-9d24-bddf51a13df0","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.051317676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"a3da8955-bf27-4365-9d24-bddf51a13df0","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.058627492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"c8cb5420-4a5b-4a3a-bef9-bf6cfca5ffdb","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.058643337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"c8cb5420-4a5b-4a3a-bef9-bf6cfca5ffdb","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.074023872Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"63d468ff-32fe-49f2-afbc-70e2e3547441","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","model":"test-model-5dab6a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.124588161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"91b1c155-4219-4d30-bb4f-36a21285ba8b","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.134458585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"91b1c155-4219-4d30-bb4f-36a21285ba8b","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.137856063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"51f8a769-ad72-48dc-8c78-c0eab3054a91","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.138354216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"51f8a769-ad72-48dc-8c78-c0eab3054a91","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.171195231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"83c160f5-c18f-4945-bcf8-410ae3e03448","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.34617865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"d084450b-ecb2-44d8-a7a0-adc581362055","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-284bc874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.365999052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"namespace":"ai-tenant-e2e-mt-284bc874","name":"e2e-shared-sub-284bc874","reconcileID":"d084450b-ecb2-44d8-a7a0-adc581362055","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-284bc874"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-fdb6f22a/e2e-shared-sub-284bc874","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.467430761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"ef1568f1-4ab2-44f3-9c79-3571d8531eee","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.472210185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63018d95-32d3-4a8d-923b-68ff169ccd69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.472812358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b73769ed-d5b0-452b-9a88-77fbc41ff104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.472829898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b73769ed-d5b0-452b-9a88-77fbc41ff104","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.456015406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"c523f875-904e-4afa-a9f8-4a7d721a3971","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.480448694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"c523f875-904e-4afa-a9f8-4a7d721a3971","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.486546168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"c523f875-904e-4afa-a9f8-4a7d721a3971","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.494682359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04595081-de2a-4564-88cd-4d3e2d19cc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.494700741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04595081-de2a-4564-88cd-4d3e2d19cc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.212523598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5963f113-26ab-4987-b96c-f1b557bc9061","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.237959771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5963f113-26ab-4987-b96c-f1b557bc9061","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.244598544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5963f113-26ab-4987-b96c-f1b557bc9061","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.252108773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2306f22-ab12-4868-aaac-94f01a3ec3d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.252134704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2306f22-ab12-4868-aaac-94f01a3ec3d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.43210331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c059b1b5-904f-4539-8203-779bbc7c4baa","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.432271107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"7a919845-d4b9-4336-b034-88137e81616f","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.432295054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"7a919845-d4b9-4336-b034-88137e81616f","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.442785517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c059b1b5-904f-4539-8203-779bbc7c4baa","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.514218286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"9495f464-d13a-4c39-860a-3ea54d89fce1","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.521875976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c059b1b5-904f-4539-8203-779bbc7c4baa","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"e2e-inf-a-b6afd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.521900074Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-auth","reconcileID":"c059b1b5-904f-4539-8203-779bbc7c4baa","MaaSAuthPolicy":{"name":"test-model-b6afd6-auth","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.529221969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"43098215-acfc-48d3-a91b-1d0d3674e60e","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.529239573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"43098215-acfc-48d3-a91b-1d0d3674e60e","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.557629027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"97e92270-0c89-497b-b58a-098469910cbb","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.691103257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"16eaa7f5-6d5c-4a84-a7b1-286a853c2d01","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:36.691126553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"16eaa7f5-6d5c-4a84-a7b1-286a853c2d01","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.507616208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"81a9c818-6060-4f2d-86d4-b56db3d5d13a","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.567880947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"81a9c818-6060-4f2d-86d4-b56db3d5d13a","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.574011313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"81a9c818-6060-4f2d-86d4-b56db3d5d13a","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.57979671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6e74d49-268f-40bd-82a2-3234f5eb5659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.579823557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6e74d49-268f-40bd-82a2-3234f5eb5659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:41.262175311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"9f7a1543-4a1f-40c6-a722-b8a8b1fdd9f5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:41.289464265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"9f7a1543-4a1f-40c6-a722-b8a8b1fdd9f5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:41.29719147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"9f7a1543-4a1f-40c6-a722-b8a8b1fdd9f5","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:41.30560967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ebabf22-2806-4171-b50a-9b78e255f91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:41.305636479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ebabf22-2806-4171-b50a-9b78e255f91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:44.458424003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:46.706656598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"32f51b2a-7b54-422c-a1ee-5e77a18a2ca0","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","subscription":"test-model-b6afd6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:46.709966139Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"32f51b2a-7b54-422c-a1ee-5e77a18a2ca0","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:46.713535529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6-sub","reconcileID":"32f51b2a-7b54-422c-a1ee-5e77a18a2ca0","MaaSSubscription":{"name":"test-model-b6afd6-sub","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"name":"maas-trlp-test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:46.768997783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"60710243-28f4-44e3-a1aa-77de65afa4f9","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"tenant":"e2e-inf-a-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","model":"ai-tenant-e2e-inf-a-b6afd6/test-model-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:46.769114784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"test-model-b6afd6","reconcileID":"60710243-28f4-44e3-a1aa-77de65afa4f9","MaaSModelRef":{"name":"test-model-b6afd6","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"routeName":"test-model-b6afd6-kserve-route","namespace":"ai-tenant-e2e-inf-a-b6afd6","llmisvcName":"test-model-b6afd6","gateway":"openshift-ingress/e2e-inf-a-b6afd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.48567907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"19206045-c701-40b8-b814-77bcb9528a86","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.485804939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"19206045-c701-40b8-b814-77bcb9528a86","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.486077603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ec02504e-7824-4ced-9cd0-a156e6313a41","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.533120235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"ecbd1b92-4544-4cf6-a580-899210074f55","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.593502351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ec02504e-7824-4ced-9cd0-a156e6313a41","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.627801699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ec02504e-7824-4ced-9cd0-a156e6313a41","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.627825977Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"ec02504e-7824-4ced-9cd0-a156e6313a41","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.636260591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"8575bbaa-f95c-482c-a10e-7a9e39783c34","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.636980718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"c9811f10-7e1f-4b7a-ae00-18f4129d2511","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.636997566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"c9811f10-7e1f-4b7a-ae00-18f4129d2511","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.671661809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"32da2575-94ce-413e-8b4d-77285c578cc7","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.696131252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"8575bbaa-f95c-482c-a10e-7a9e39783c34","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.70481255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"8575bbaa-f95c-482c-a10e-7a9e39783c34","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"e2e-inf-b-b4971a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.704840517Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"8575bbaa-f95c-482c-a10e-7a9e39783c34","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b4971a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:47.709243513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b4971a-auth","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-auth","reconcileID":"8575bbaa-f95c-482c-a10e-7a9e39783c34","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b4971a-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.768192141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"53442fe0-c7ed-46c8-abf0-305b35376d9d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:47.768226998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"53442fe0-c7ed-46c8-abf0-305b35376d9d","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.614448125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"54c9b5bb-3fb3-42ec-ac04-0ae94ab1bd6b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.659511554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"54c9b5bb-3fb3-42ec-ac04-0ae94ab1bd6b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.667577687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"54c9b5bb-3fb3-42ec-ac04-0ae94ab1bd6b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.676026482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5798ee2b-60d3-490b-b870-0ae17ca7b235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.67605133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5798ee2b-60d3-490b-b870-0ae17ca7b235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.785393335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"c4c0b4ff-f8eb-42bc-964a-622daab14c6f","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.810006695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"38758605-8ae5-49c0-846c-b2e5ca3f3dda","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:49.810032846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"38758605-8ae5-49c0-846c-b2e5ca3f3dda","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.319256498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5c819219-2ad4-4aa1-8878-4726774fac16","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.353212366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5c819219-2ad4-4aa1-8878-4726774fac16","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.364036874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"5c819219-2ad4-4aa1-8878-4726774fac16","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.376832799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374ce560-1827-481f-88a1-de469e020b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.376935441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"374ce560-1827-481f-88a1-de469e020b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.038864695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"5df94b16-8e37-4315-bb5b-d96157768dc2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.062720719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"5df94b16-8e37-4315-bb5b-d96157768dc2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.786333775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"124c988f-5a1f-411e-94a3-eb8a5ea26ffa","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","subscription":"test-model-b4971a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.791863233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"124c988f-5a1f-411e-94a3-eb8a5ea26ffa","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.795277399Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a-sub","reconcileID":"124c988f-5a1f-411e-94a3-eb8a5ea26ffa","MaaSSubscription":{"name":"test-model-b4971a-sub","namespace":"ai-tenant-e2e-inf-b-b4971a"},"name":"maas-trlp-test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.869564405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"fb707b15-49ee-4e65-9af6-601b367336bb","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"tenant":"e2e-inf-b-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","model":"ai-tenant-e2e-inf-b-b4971a/test-model-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.872794586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"test-model-b4971a","reconcileID":"fb707b15-49ee-4e65-9af6-601b367336bb","MaaSModelRef":{"name":"test-model-b4971a","namespace":"ai-tenant-e2e-inf-b-b4971a"},"routeName":"test-model-b4971a-kserve-route","namespace":"ai-tenant-e2e-inf-b-b4971a","llmisvcName":"test-model-b4971a","gateway":"openshift-ingress/e2e-inf-b-b4971a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:59.684505517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"2429b001-627b-4969-8f4d-c668d5d44c28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:59.708157488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"2429b001-627b-4969-8f4d-c668d5d44c28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:59.714008885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"2429b001-627b-4969-8f4d-c668d5d44c28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:59.722368799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1120924-e3d0-40c9-9171-3869156fbc74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:59.722388298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1120924-e3d0-40c9-9171-3869156fbc74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:01.383756758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"31a272b1-b2e2-44a4-9d7f-a7142e8f9aa4","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:01.408300453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"31a272b1-b2e2-44a4-9d7f-a7142e8f9aa4","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:01.415203169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"31a272b1-b2e2-44a4-9d7f-a7142e8f9aa4","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:01.421401728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b94fe288-b099-498e-a0ff-659d1da542ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:01.421424947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b94fe288-b099-498e-a0ff-659d1da542ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.547092215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c15e4a9-5729-47de-85b1-c748ab3b2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.55098229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c15e4a9-5729-47de-85b1-c748ab3b2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.554705244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c15e4a9-5729-47de-85b1-c748ab3b2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.559078751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c15e4a9-5729-47de-85b1-c748ab3b2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.781810339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb0f8fd-dd22-4a50-aab5-1015d771c0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.785649349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb0f8fd-dd22-4a50-aab5-1015d771c0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.789230459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb0f8fd-dd22-4a50-aab5-1015d771c0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.792715722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb0f8fd-dd22-4a50-aab5-1015d771c0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:09.732255717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e98b11e8-a403-4b2d-ba4f-d1af249bbf26","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:09.756332663Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e98b11e8-a403-4b2d-ba4f-d1af249bbf26","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:09.762006752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e98b11e8-a403-4b2d-ba4f-d1af249bbf26","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:09.767904684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd385464-5327-4b25-ae73-dc702c0e0e5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:09.767941193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd385464-5327-4b25-ae73-dc702c0e0e5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.452414683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"1e64ccf7-5c48-4dcc-80fb-5371489c5950","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.481122047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"1e64ccf7-5c48-4dcc-80fb-5371489c5950","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.487532007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"1e64ccf7-5c48-4dcc-80fb-5371489c5950","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.495653982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e42016d0-449e-4c6e-911a-52ee091cd974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.495679206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e42016d0-449e-4c6e-911a-52ee091cd974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.021075186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","namespace":"ai-tenant-e2e-inf-a-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.021134377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","namespace":"ai-tenant-e2e-inf-a-b6afd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.021180953Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","tenant":"e2e-inf-a-b6afd6","tenantID":"e2e-inf-a-b6afd6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.025699207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Deployment","name":"maas-api-e2e-inf-a-b6afd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.036808406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Service","name":"maas-api-e2e-inf-a-b6afd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.05244387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b6afd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.057060506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b6afd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.063240131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.072451536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.080548964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.095475526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.0988578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.102217717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.104770784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Service","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.107304972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.110003776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.112598647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.115464206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.122172941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.124996297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.12844296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.131119677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b6afd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.133591302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b6afd6"},"namespace":"ai-tenant-e2e-inf-a-b6afd6","name":"default-tenant","reconcileID":"aae5a35d-fc08-4ef6-b799-6839705d7846","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b6afd6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.23899071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"cecf2c2e-0cd6-4fac-9789-e1beb7d8aabe","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.239106481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"cecf2c2e-0cd6-4fac-9789-e1beb7d8aabe","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.241398866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9ab672fb-67ec-4c44-b907-ef3c1760638b","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.274517487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"5ef30da0-3480-4ea6-b657-eb35ee64ddd4","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.349193886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9ab672fb-67ec-4c44-b907-ef3c1760638b","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.374502537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9ab672fb-67ec-4c44-b907-ef3c1760638b","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"e2e-inf-a-6fec8a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.374525948Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-auth","reconcileID":"9ab672fb-67ec-4c44-b907-ef3c1760638b","MaaSAuthPolicy":{"name":"test-model-6fec8a-auth","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.380796674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"9f93b4c3-2da6-457a-830b-5f6c46879baf","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.380818023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"9f93b4c3-2da6-457a-830b-5f6c46879baf","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.405854909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"0dab0f53-1d6f-47b1-a526-3007f178f801","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.454957978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.574430125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"c1e74f14-b8a7-42ae-bd2f-d9fb523cd6be","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:14.574531433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"c1e74f14-b8a7-42ae-bd2f-d9fb523cd6be","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.555663423Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6afd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6afd6","reconcileID":"ebf4d6d4-4d0e-4588-bb00-0b3e76b2b402","aitenant":"ai-tenants/e2e-inf-a-b6afd6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.708843257Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b6afd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b6afd6","reconcileID":"ebf4d6d4-4d0e-4588-bb00-0b3e76b2b402","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b6afd6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b6afd6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.717377961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69723081-c704-40c8-abab-482bcb87b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.721536327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69723081-c704-40c8-abab-482bcb87b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.724853099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69723081-c704-40c8-abab-482bcb87b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.728149417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69723081-c704-40c8-abab-482bcb87b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.78479527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"06af6a5e-0b3a-4c50-8b36-95655c9019dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.814156311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"06af6a5e-0b3a-4c50-8b36-95655c9019dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.821761176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"06af6a5e-0b3a-4c50-8b36-95655c9019dd","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.835815613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69978b86-c09b-42ee-82e5-953f7b3fcc97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.835838302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69978b86-c09b-42ee-82e5-953f7b3fcc97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:20.129922428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7011d-7626-4e87-b066-b4653040d18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:20.134163576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7011d-7626-4e87-b066-b4653040d18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:20.139835877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7011d-7626-4e87-b066-b4653040d18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:20.143227049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7011d-7626-4e87-b066-b4653040d18d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.535373841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"3bbe5deb-7031-413b-9f7d-019e2f2d0ec7","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.567759725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"3bbe5deb-7031-413b-9f7d-019e2f2d0ec7","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.57449052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"3bbe5deb-7031-413b-9f7d-019e2f2d0ec7","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.582288151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b7c09c5-754f-47d2-adab-64f0d4a52289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.582305645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b7c09c5-754f-47d2-adab-64f0d4a52289","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:24.657902031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"66a63ed3-1c4b-4ca7-9e5c-78533345b149","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","subscription":"test-model-6fec8a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:24.662108044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"66a63ed3-1c4b-4ca7-9e5c-78533345b149","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:24.665770974Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a-sub","reconcileID":"66a63ed3-1c4b-4ca7-9e5c-78533345b149","MaaSSubscription":{"name":"test-model-6fec8a-sub","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"name":"maas-trlp-test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:24.710892456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"9c13d7d4-b097-4713-8b65-ef789826f8d7","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"tenant":"e2e-inf-a-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","model":"ai-tenant-e2e-inf-a-6fec8a/test-model-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:24.745935316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"test-model-6fec8a","reconcileID":"9c13d7d4-b097-4713-8b65-ef789826f8d7","MaaSModelRef":{"name":"test-model-6fec8a","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"routeName":"test-model-6fec8a-kserve-route","namespace":"ai-tenant-e2e-inf-a-6fec8a","llmisvcName":"test-model-6fec8a","gateway":"openshift-ingress/e2e-inf-a-6fec8a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.429092555Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"52a636d3-2024-412a-b6fb-eddd9398b7a2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.429590313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"8cae2a9d-c2aa-42cb-9471-0777e539d492","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.429891828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"8cae2a9d-c2aa-42cb-9471-0777e539d492","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.49756189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"a46f87db-a4a6-4863-aa68-8be255dda333","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.537467773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"52a636d3-2024-412a-b6fb-eddd9398b7a2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.564705922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"52a636d3-2024-412a-b6fb-eddd9398b7a2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"e2e-inf-b-5dab6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.564729606Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-auth","reconcileID":"52a636d3-2024-412a-b6fb-eddd9398b7a2","MaaSAuthPolicy":{"name":"test-model-5dab6a-auth","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.571489641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"7c7310d1-ba59-4400-b2a9-bdf66a5ee4f6","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.571504959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"7c7310d1-ba59-4400-b2a9-bdf66a5ee4f6","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.653205031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"df57ac26-551c-4d7e-b7a8-67aa4528fbf0","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.711664045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"a583e4ba-bfbf-43ba-a7ab-539c5283fdbd","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:25.711686105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"a583e4ba-bfbf-43ba-a7ab-539c5283fdbd","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.336026692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cde418d-f114-4d0d-a186-64ce5b3dcd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.343479631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cde418d-f114-4d0d-a186-64ce5b3dcd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.394335677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cde418d-f114-4d0d-a186-64ce5b3dcd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.406456811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cde418d-f114-4d0d-a186-64ce5b3dcd7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.717641913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f411198b-3ca5-4d50-a842-106145e6f148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.720672799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f411198b-3ca5-4d50-a842-106145e6f148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.745982288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f411198b-3ca5-4d50-a842-106145e6f148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:27.750883289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f411198b-3ca5-4d50-a842-106145e6f148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.538140147Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","namespace":"ai-tenant-e2e-inf-b-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.538197218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","namespace":"ai-tenant-e2e-inf-b-b4971a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.538245089Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","tenant":"e2e-inf-b-b4971a","tenantID":"e2e-inf-b-b4971a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.543624191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Deployment","name":"maas-api-e2e-inf-b-b4971a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.557807782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Service","name":"maas-api-e2e-inf-b-b4971a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.573046062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b4971a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.581946958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b4971a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.589291339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.59577945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.603687141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.608669802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.611280969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.613793875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.616441673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Service","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.618809008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.621485345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.624817841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.627390095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.633602439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.639080415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.645675539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.654252627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b4971a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.658073105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b4971a"},"namespace":"ai-tenant-e2e-inf-b-b4971a","name":"default-tenant","reconcileID":"9f3a75c3-7c88-4116-a334-b2d75a0f9c03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b4971a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.85434463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"55a31ccb-51d9-40d4-8e19-0637d8af0c11","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.977114704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"55a31ccb-51d9-40d4-8e19-0637d8af0c11","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.984874285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"55a31ccb-51d9-40d4-8e19-0637d8af0c11","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.99474023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4beba8b5-d4ab-484c-89be-757d92d7820b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:29.994854628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4beba8b5-d4ab-484c-89be-757d92d7820b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:31.59004201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"ee5a2d28-da16-4b72-87d2-593656282f61","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:31.613700729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"ee5a2d28-da16-4b72-87d2-593656282f61","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:31.619274394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"ee5a2d28-da16-4b72-87d2-593656282f61","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:31.627140434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0919b320-ecdb-482a-a61d-a3f0e2237093","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:31.62715793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0919b320-ecdb-482a-a61d-a3f0e2237093","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.145761314Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b4971a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b4971a","reconcileID":"40c58753-d661-4a90-9a29-a3e6c1cf6819","aitenant":"ai-tenants/e2e-inf-b-b4971a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.249137489Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b4971a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b4971a","reconcileID":"40c58753-d661-4a90-9a29-a3e6c1cf6819","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b4971a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b4971a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.257003738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71da942-4408-49a5-af52-2ccf1dc4ff09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.268831841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71da942-4408-49a5-af52-2ccf1dc4ff09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.274529745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71da942-4408-49a5-af52-2ccf1dc4ff09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.346055691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b71da942-4408-49a5-af52-2ccf1dc4ff09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.520085985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852cd7d8-0818-40a9-ac15-ea93526171f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.523334071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852cd7d8-0818-40a9-ac15-ea93526171f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.526341585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852cd7d8-0818-40a9-ac15-ea93526171f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:33.529225794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852cd7d8-0818-40a9-ac15-ea93526171f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.729342568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"04fcd251-a451-413d-9187-cbb6b7ce0b34","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","subscription":"test-model-5dab6a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.733159635Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"04fcd251-a451-413d-9187-cbb6b7ce0b34","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.736699269Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a-sub","reconcileID":"04fcd251-a451-413d-9187-cbb6b7ce0b34","MaaSSubscription":{"name":"test-model-5dab6a-sub","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"name":"maas-trlp-test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.779335699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"f8517d18-fa3b-4756-95ea-3342decca75a","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"tenant":"e2e-inf-b-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","model":"ai-tenant-e2e-inf-b-5dab6a/test-model-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.779434448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"test-model-5dab6a","reconcileID":"f8517d18-fa3b-4756-95ea-3342decca75a","MaaSModelRef":{"name":"test-model-5dab6a","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"routeName":"test-model-5dab6a-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dab6a","llmisvcName":"test-model-5dab6a","gateway":"openshift-ingress/e2e-inf-b-5dab6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:40.005354156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"6b578f54-9dd7-4cc9-9b79-1c58bddeef06","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:40.053065957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"6b578f54-9dd7-4cc9-9b79-1c58bddeef06","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:40.075933918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"6b578f54-9dd7-4cc9-9b79-1c58bddeef06","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:40.084862796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86db4d3c-573e-480f-aaa3-5a1f14ab9463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:40.084882039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86db4d3c-573e-480f-aaa3-5a1f14ab9463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:41.634244705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"0cee293a-014f-4414-8390-aa6049dbc366","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:41.659006771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"0cee293a-014f-4414-8390-aa6049dbc366","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:41.665006125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"0cee293a-014f-4414-8390-aa6049dbc366","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:41.671142784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfe2087-033c-49ec-b182-d44b4d8f26bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:41.671163133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dfe2087-033c-49ec-b182-d44b4d8f26bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.386646737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5371cf9a-8982-46eb-810a-ce1dcfa87a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.394366414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5371cf9a-8982-46eb-810a-ce1dcfa87a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.401581255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5371cf9a-8982-46eb-810a-ce1dcfa87a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.407431718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5371cf9a-8982-46eb-810a-ce1dcfa87a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.459071263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.671359694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52ac313-7c75-4b76-8a2a-331463889fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.695131725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52ac313-7c75-4b76-8a2a-331463889fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.744121795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52ac313-7c75-4b76-8a2a-331463889fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:44.765189899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52ac313-7c75-4b76-8a2a-331463889fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:45.61550751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e6941e-fccc-41b4-9a2f-1a149b3acfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:45.618393111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e6941e-fccc-41b4-9a2f-1a149b3acfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:45.621467078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e6941e-fccc-41b4-9a2f-1a149b3acfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:45.624630927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e6941e-fccc-41b4-9a2f-1a149b3acfbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.062473383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801c4cd7-cd31-40ce-a9b8-9ab9ed033791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.18569306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801c4cd7-cd31-40ce-a9b8-9ab9ed033791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.194649685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801c4cd7-cd31-40ce-a9b8-9ab9ed033791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.197944344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"801c4cd7-cd31-40ce-a9b8-9ab9ed033791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.092610409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"1ddf9fea-cbd9-492d-9a6b-8d0aea277e60","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.117528591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"1ddf9fea-cbd9-492d-9a6b-8d0aea277e60","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.123016795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"1ddf9fea-cbd9-492d-9a6b-8d0aea277e60","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.130502771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68faff09-d892-497a-9c15-dca14f5a3543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.130522233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68faff09-d892-497a-9c15-dca14f5a3543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.283527294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"caa3f0e4-ced1-4edb-adb9-c7b52cd0f806","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.283645121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"caa3f0e4-ced1-4edb-adb9-c7b52cd0f806","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.676119969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"baee4619-adee-4a18-a267-1193ede722a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.700578421Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"baee4619-adee-4a18-a267-1193ede722a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.705968505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"baee4619-adee-4a18-a267-1193ede722a1","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.711904542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23e94144-6c25-436f-8474-3c265e16104b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.711941432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23e94144-6c25-436f-8474-3c265e16104b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.11572793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"700310c3-8651-4a08-aeec-8dd1bf3bae7f","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.115980382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd39603f-943f-4419-b47b-8b5f703db3ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.116000866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd39603f-943f-4419-b47b-8b5f703db3ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.1908803Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-policy-284bc874","reconcileID":"700310c3-8651-4a08-aeec-8dd1bf3bae7f","MaaSAuthPolicy":{"name":"e2e-shared-policy-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"policyNamespace":"ai-tenant-e2e-mt-fdb6f22a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.199828858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c101a50-6bfe-41d5-8d52-19f1dd1417ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.199854857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c101a50-6bfe-41d5-8d52-19f1dd1417ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.374544349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c043d5-a4a4-4f87-b47d-47413cc7a7e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.374568434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c043d5-a4a4-4f87-b47d-47413cc7a7e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:55.997697955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","namespace":"ai-tenant-e2e-mt-737bf2d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:55.997776474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","namespace":"ai-tenant-e2e-mt-737bf2d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:55.997846636Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","tenant":"e2e-mt-737bf2d8","tenantID":"e2e-mt-737bf2d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.002759419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Deployment","name":"maas-api-e2e-mt-737bf2d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.026800901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Service","name":"maas-api-e2e-mt-737bf2d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.037155685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-737bf2d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.042362889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-737bf2d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.048281423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.055018363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.06216308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.067067229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.070417613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Deployment","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.07338963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.075990284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Service","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.078533993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"Service","name":"payload-pre-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.081112412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"DestinationRule","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.086705992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.090210646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.09601151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.101018332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.104028705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.107720619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-737bf2d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.112290245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-737bf2d8"},"namespace":"ai-tenant-e2e-mt-737bf2d8","name":"default-tenant","reconcileID":"95430a2e-540a-4c56-a2e0-d2d92cf48615","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-737bf2d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.312702724Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","namespace":"ai-tenant-e2e-inf-a-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.320997055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","namespace":"ai-tenant-e2e-inf-a-6fec8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.321167824Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","tenant":"e2e-inf-a-6fec8a","tenantID":"e2e-inf-a-6fec8a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.332653811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Deployment","name":"maas-api-e2e-inf-a-6fec8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.350658942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Service","name":"maas-api-e2e-inf-a-6fec8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.368808031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-6fec8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.421952772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-6fec8a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.434900599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.444657423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.452544656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.464042612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.469425712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Deployment","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.475496395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.479219426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Service","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.482123092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.487873414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.4928858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.496512611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.502482473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.50925586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.512289223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.515165209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-6fec8a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.51814785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6fec8a"},"namespace":"ai-tenant-e2e-inf-a-6fec8a","name":"default-tenant","reconcileID":"1bb5af24-9571-4297-bb96-d6b6a5530457","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-6fec8a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.845824534Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6fec8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6fec8a","reconcileID":"37d69078-1a74-495c-8b93-11b0efc0a3fd","aitenant":"ai-tenants/e2e-inf-a-6fec8a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.962568096Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6fec8a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6fec8a","reconcileID":"37d69078-1a74-495c-8b93-11b0efc0a3fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6fec8a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-6fec8a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.974804957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c7cb2-66db-47ac-a230-a5b0e2deb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.977925722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c7cb2-66db-47ac-a230-a5b0e2deb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.981187394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c7cb2-66db-47ac-a230-a5b0e2deb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.984161011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7c7cb2-66db-47ac-a230-a5b0e2deb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.186084216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b01b1ce-ed79-47f2-a2fa-3997f12220fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.190077093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b01b1ce-ed79-47f2-a2fa-3997f12220fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.197039729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b01b1ce-ed79-47f2-a2fa-3997f12220fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.202853309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b01b1ce-ed79-47f2-a2fa-3997f12220fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.530256153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dee6bce-7974-4f49-a0dd-343b94242307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.687788987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dee6bce-7974-4f49-a0dd-343b94242307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.695007333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dee6bce-7974-4f49-a0dd-343b94242307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.722198797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dee6bce-7974-4f49-a0dd-343b94242307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:00.139904179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"f2d42545-e035-410e-b859-48240a4e943d","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:00.168151019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"f2d42545-e035-410e-b859-48240a4e943d","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:00.174543373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"f2d42545-e035-410e-b859-48240a4e943d","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:00.182760431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c877b5-b0ce-4fff-a15a-fb1603426bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:00.182779688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c877b5-b0ce-4fff-a15a-fb1603426bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.381667613Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-737bf2d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-737bf2d8","reconcileID":"5c4f7369-031d-4b34-941b-27e8ea21b5d1","aitenant":"ai-tenants/e2e-mt-737bf2d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.507101454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-737bf2d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-737bf2d8","reconcileID":"5c4f7369-031d-4b34-941b-27e8ea21b5d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-737bf2d8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-737bf2d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.510682054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5773194-cc52-4a2c-b418-7ae9eaa4809a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.514528873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5773194-cc52-4a2c-b418-7ae9eaa4809a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.517790701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5773194-cc52-4a2c-b418-7ae9eaa4809a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.520777635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5773194-cc52-4a2c-b418-7ae9eaa4809a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.805873679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02f257-13ad-4187-8bcf-828810b6bf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.809163835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02f257-13ad-4187-8bcf-828810b6bf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.812432994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02f257-13ad-4187-8bcf-828810b6bf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.815595532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e02f257-13ad-4187-8bcf-828810b6bf0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.389301866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"38e7b193-7928-4c5b-ba50-0a624607202e","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-284bc874","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.407195644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"namespace":"ai-tenant-e2e-mt-fdb6f22a","name":"e2e-shared-sub-284bc874","reconcileID":"38e7b193-7928-4c5b-ba50-0a624607202e","MaaSSubscription":{"name":"e2e-shared-sub-284bc874","namespace":"ai-tenant-e2e-mt-fdb6f22a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.419883743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eeaec60e-a95b-4356-9b70-96ac606ab0ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.427071271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6047910d-9c23-4caf-8f80-bb95418a7374","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.427096427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6047910d-9c23-4caf-8f80-bb95418a7374","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.150287003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd4f943-6cdc-471d-bb05-146d6f53045a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.153805315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd4f943-6cdc-471d-bb05-146d6f53045a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.156987608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd4f943-6cdc-471d-bb05-146d6f53045a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.160280936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd4f943-6cdc-471d-bb05-146d6f53045a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.442236691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5c3218-93ea-45e7-8079-bbe7fd4a46bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.451700467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5c3218-93ea-45e7-8079-bbe7fd4a46bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.460240839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5c3218-93ea-45e7-8079-bbe7fd4a46bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.463374161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5c3218-93ea-45e7-8079-bbe7fd4a46bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.670726185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"0674d16e-74e6-41d0-a25b-6b00c77ebf9a","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.670751953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"0674d16e-74e6-41d0-a25b-6b00c77ebf9a","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.986570041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"ed2c3768-2fa7-4440-9977-a25eb857708c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.986594612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"ed2c3768-2fa7-4440-9977-a25eb857708c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.99150951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"071dcd0d-315a-4451-80ae-d1ab79b78ccb","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.991530352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"071dcd0d-315a-4451-80ae-d1ab79b78ccb","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:07.067515434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"67c5cbb1-2039-4949-a67d-a79398e90201","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:07.092992859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"67c5cbb1-2039-4949-a67d-a79398e90201","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:07.099941506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"67c5cbb1-2039-4949-a67d-a79398e90201","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:07.109583237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"5d8cbd47-9d75-4b06-9d9c-7e98cb70222c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:07.109613456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"5d8cbd47-9d75-4b06-9d9c-7e98cb70222c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:10.256560407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"d70b2817-d1fd-4f23-861e-43c714dd2e1b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:10.266129104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"d70b2817-d1fd-4f23-861e-43c714dd2e1b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:10.271433205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"d70b2817-d1fd-4f23-861e-43c714dd2e1b","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:14.455107459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.169265637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856da47d-b3da-428c-8cc7-d47d6714b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.17261508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856da47d-b3da-428c-8cc7-d47d6714b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.176029727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856da47d-b3da-428c-8cc7-d47d6714b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.179463317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856da47d-b3da-428c-8cc7-d47d6714b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.612566507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8409e0c-8eb1-4e91-87e1-436ac2b226f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.615810471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8409e0c-8eb1-4e91-87e1-436ac2b226f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.61905156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8409e0c-8eb1-4e91-87e1-436ac2b226f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.622210719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8409e0c-8eb1-4e91-87e1-436ac2b226f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.809261419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b158d06f-8a1f-4793-8dba-2605aa7dcb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.812507015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b158d06f-8a1f-4793-8dba-2605aa7dcb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.815498838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b158d06f-8a1f-4793-8dba-2605aa7dcb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:15.818320123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b158d06f-8a1f-4793-8dba-2605aa7dcb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.115837761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2e051e36-0b8a-4faf-97e0-0d08bec0fc05","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.125467037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2e051e36-0b8a-4faf-97e0-0d08bec0fc05","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.131037125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2e051e36-0b8a-4faf-97e0-0d08bec0fc05","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:20.281392852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"0bf5f2ce-69b7-4924-99bf-a978d6006427","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:20.291331813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"0bf5f2ce-69b7-4924-99bf-a978d6006427","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:20.2973681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"0bf5f2ce-69b7-4924-99bf-a978d6006427","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:21.991836155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","namespace":"ai-tenant-e2e-inf-b-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:21.991942197Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","namespace":"ai-tenant-e2e-inf-b-5dab6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:21.992014323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","tenant":"e2e-inf-b-5dab6a","tenantID":"e2e-inf-b-5dab6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:21.996516168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Deployment","name":"maas-api-e2e-inf-b-5dab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.009815397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Service","name":"maas-api-e2e-inf-b-5dab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.021752163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5dab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.028440142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5dab6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.03810911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.043795898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.050961588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.056977783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.059506114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.061947849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.064470439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Service","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.066793861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.069063643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.071267579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.073681388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.079341918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.082096599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.084723911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.087086684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5dab6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:22.089637356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dab6a"},"namespace":"ai-tenant-e2e-inf-b-5dab6a","name":"default-tenant","reconcileID":"4c2225bf-ac88-4c33-bc41-760701db816b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5dab6a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.320323497Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","namespace":"ai-tenant-e2e-extmod-a-ddd653","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.320402549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","namespace":"ai-tenant-e2e-extmod-a-ddd653","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.320469736Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","tenant":"e2e-extmod-a-ddd653","tenantID":"e2e-extmod-a-ddd653","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.325067462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ddd653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.337594648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Service","name":"maas-api-e2e-extmod-a-ddd653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.351891255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ddd653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.359076542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ddd653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.370047869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.377364842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.385049126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.389592276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.392221527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.396002421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.398355708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Service","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.400749591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.403597461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.405890479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.408185021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.416025922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.420746252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.423261266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.425743776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ddd653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.428259358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ddd653"},"namespace":"ai-tenant-e2e-extmod-a-ddd653","name":"default-tenant","reconcileID":"7e0d4f68-effd-4732-a119-20ec0202d813","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ddd653","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:27.137117437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"c5cb590a-d58e-4bad-8d3d-bc5cd5a9654a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:27.144586276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"c5cb590a-d58e-4bad-8d3d-bc5cd5a9654a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:27.150426641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"c5cb590a-d58e-4bad-8d3d-bc5cd5a9654a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:27.766431382Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5dab6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5dab6a","reconcileID":"ccaaeea0-1dfe-44eb-a36d-82c2a88506f8","aitenant":"ai-tenants/e2e-inf-b-5dab6a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.014149423Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5dab6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5dab6a","reconcileID":"ccaaeea0-1dfe-44eb-a36d-82c2a88506f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5dab6a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5dab6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.01743652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54886eb2-8524-4a59-93f0-30a21c55a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.020999708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54886eb2-8524-4a59-93f0-30a21c55a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.02463771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54886eb2-8524-4a59-93f0-30a21c55a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.028388831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54886eb2-8524-4a59-93f0-30a21c55a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.289337773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d3264-51be-46f1-8e62-75b289765135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.292962707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d3264-51be-46f1-8e62-75b289765135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.296250206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d3264-51be-46f1-8e62-75b289765135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.299640252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d3264-51be-46f1-8e62-75b289765135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.546678981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848110c1-896d-486f-9b35-9e44a4af8482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.65677415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848110c1-896d-486f-9b35-9e44a4af8482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.671320893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848110c1-896d-486f-9b35-9e44a4af8482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:28.683049457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848110c1-896d-486f-9b35-9e44a4af8482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.384392047Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ddd653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ddd653","reconcileID":"40924e0c-81f2-4061-b428-01d27be6deb2","aitenant":"ai-tenants/e2e-extmod-a-ddd653","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.570402262Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ddd653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ddd653","reconcileID":"40924e0c-81f2-4061-b428-01d27be6deb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ddd653","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ddd653"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.591901113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6eed77-df36-4956-a37b-0d15623f3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.595383895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6eed77-df36-4956-a37b-0d15623f3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.59953792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6eed77-df36-4956-a37b-0d15623f3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.60388741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6eed77-df36-4956-a37b-0d15623f3c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.996500995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dcc799-52f6-4297-9ff3-7dfee64448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:29.999573455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dcc799-52f6-4297-9ff3-7dfee64448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.00253456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dcc799-52f6-4297-9ff3-7dfee64448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.007036781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dcc799-52f6-4297-9ff3-7dfee64448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.328898958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"13d3d8d2-8cc7-4288-8a65-8335f59d4ba7","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.348490069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"13d3d8d2-8cc7-4288-8a65-8335f59d4ba7","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.355555151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"13d3d8d2-8cc7-4288-8a65-8335f59d4ba7","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.399886301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09838718-5b33-446a-9369-bf7349dd3f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.403375621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09838718-5b33-446a-9369-bf7349dd3f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.406738316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09838718-5b33-446a-9369-bf7349dd3f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:30.410143909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09838718-5b33-446a-9369-bf7349dd3f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.197387699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"4cc12998-d128-472e-9f17-4e230e03ffd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.222048395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"4cc12998-d128-472e-9f17-4e230e03ffd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.275327669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"4cc12998-d128-472e-9f17-4e230e03ffd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.948178571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a251557-ff5a-4e03-889b-994f977a22d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.957229582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a251557-ff5a-4e03-889b-994f977a22d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.963275182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a251557-ff5a-4e03-889b-994f977a22d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:37.980538014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a251557-ff5a-4e03-889b-994f977a22d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:38.333163568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a15b766-706d-419f-9986-02fe896b2cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:38.338870639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a15b766-706d-419f-9986-02fe896b2cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:38.34603656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a15b766-706d-419f-9986-02fe896b2cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:38.375083184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a15b766-706d-419f-9986-02fe896b2cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:40.375567375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e2783de8-8383-4300-af89-d1daea6c89c2","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:40.383647401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e2783de8-8383-4300-af89-d1daea6c89c2","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:40.391673698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"e2783de8-8383-4300-af89-d1daea6c89c2","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:40.448208299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b08c3b-c5ef-4cce-85ed-08f148785039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:40.448231449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b08c3b-c5ef-4cce-85ed-08f148785039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:44.455577262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:45.053101267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a386dc5b-bb42-419f-b924-493067d37c1e","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:45.053132794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a386dc5b-bb42-419f-b924-493067d37c1e","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:47.288808994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"af265b16-2bad-494e-bb2e-65227569bd1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:47.300118723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"af265b16-2bad-494e-bb2e-65227569bd1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:47.30698937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17c0d54051a514ab5504ca97a93e4ae5af76728389123f76b3f1a9ede3f845a0) AuthConfig (44e069c7469989b4bc45e3555a468628be5b29fae386e2b48a09683a9abb132a) AuthConfig (a6b8373fa12c28d5062b78abd70fb7176fbfaa1e46cd73803f3b31ff51782886) AuthConfig (a6f3e277ebb4fcc3d4b51eedce98fcd6626a777fd49e5a83612ff56b99028e3b) AuthConfig (ca15d93fba59fb098e2196e962e1e1372c0aeae6efd90ad63707effeaf21eb0b) AuthConfig (7e30a951bb0f3668e63e64a50cb181c364cd6a1ae46acf9006cb6277d2aa4324) AuthConfig (f20545a16c72539f21e64d33245738f02c8fd2f73c2c5682962560f8ad635c80) AuthConfig (8901658b97aa1fc887b948b30c87a9b4b92cda311cb23d2278088645ce3f0ddd) AuthConfig (5131d767e9d581d093ab6fe37989fd0f7095720ffcf8ff13a09603feafb9a1ac) AuthConfig (19bf0ca197c26aaf36145b030ffb1eac789b90a84bf822d1b4ba7575da1c7c79) AuthConfig (497667d3c2a4dea920b455164cf46e8c16160b3a28582dd4a9c23a418afb613c) AuthConfig (98efe89b5bad77636d87bf79208e4cb54074de1cb44ed41e89e135f5a0fd89a3) AuthConfig (d18516d275611cbf56177037224833533d1025145003503c3799803a108610c7) AuthConfig (24281af009f610b8c566f6242bf928e68fd8f196a656ac189f3545add77b38a8) AuthConfig (107b44e6f95106661e553e3d6a91f801002eb6dea3da1e0a482c68a94ddac7b8) AuthConfig (8d0b18cac4d4a5e5cbd81e5eeeb76d645f37b0d66561b2c429a1d480920902f3) AuthConfig (a4556ca89f3936215352061a1a44fd266a9ca293bd985cb44c1dd92916d8f5bf) AuthConfig (2e5fa92d93c799a98b85f3f564664416417c71f3031151bd9ce0df18985d2db0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"af265b16-2bad-494e-bb2e-65227569bd1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:47.315888991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"19453c5e-9759-4412-a6b2-55e53af0045c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:47.316007795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"19453c5e-9759-4412-a6b2-55e53af0045c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:50.464322318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"033e7283-dfa0-464b-b8a1-1940e320bf28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:50.477982091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"033e7283-dfa0-464b-b8a1-1940e320bf28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:50.492225673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"033e7283-dfa0-464b-b8a1-1940e320bf28","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.72046447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","namespace":"ai-tenant-e2e-extmod-b-be59df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.720562434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","namespace":"ai-tenant-e2e-extmod-b-be59df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.720626234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","tenant":"e2e-extmod-b-be59df","tenantID":"e2e-extmod-b-be59df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.725405866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Deployment","name":"maas-api-e2e-extmod-b-be59df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.739389187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Service","name":"maas-api-e2e-extmod-b-be59df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.747849017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-be59df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.760528985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-be59df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.766801104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.771852269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.781303108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.78729317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.790175175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.793213946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.796040163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Service","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.799176828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.801828623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.804450719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.806948031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.813447201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.816078476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.818546372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.820968876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-be59df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:54.823440625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-be59df"},"namespace":"ai-tenant-e2e-extmod-b-be59df","name":"default-tenant","reconcileID":"2d98983d-2fbc-42a1-922f-6087414a9676","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-be59df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:57.353741777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e3fe806c-1120-4981-a899-9eeb8c9abb6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:57.361429684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e3fe806c-1120-4981-a899-9eeb8c9abb6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:57.36729566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-531447-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17c0d54051a514ab5504ca97a93e4ae5af76728389123f76b3f1a9ede3f845a0) AuthConfig (44e069c7469989b4bc45e3555a468628be5b29fae386e2b48a09683a9abb132a) AuthConfig (a6b8373fa12c28d5062b78abd70fb7176fbfaa1e46cd73803f3b31ff51782886) AuthConfig (a6f3e277ebb4fcc3d4b51eedce98fcd6626a777fd49e5a83612ff56b99028e3b) AuthConfig (ca15d93fba59fb098e2196e962e1e1372c0aeae6efd90ad63707effeaf21eb0b) AuthConfig (7e30a951bb0f3668e63e64a50cb181c364cd6a1ae46acf9006cb6277d2aa4324) AuthConfig (f20545a16c72539f21e64d33245738f02c8fd2f73c2c5682962560f8ad635c80) AuthConfig (8901658b97aa1fc887b948b30c87a9b4b92cda311cb23d2278088645ce3f0ddd) AuthConfig (5131d767e9d581d093ab6fe37989fd0f7095720ffcf8ff13a09603feafb9a1ac) AuthConfig (19bf0ca197c26aaf36145b030ffb1eac789b90a84bf822d1b4ba7575da1c7c79) AuthConfig (497667d3c2a4dea920b455164cf46e8c16160b3a28582dd4a9c23a418afb613c) AuthConfig (98efe89b5bad77636d87bf79208e4cb54074de1cb44ed41e89e135f5a0fd89a3) AuthConfig (d18516d275611cbf56177037224833533d1025145003503c3799803a108610c7) AuthConfig (24281af009f610b8c566f6242bf928e68fd8f196a656ac189f3545add77b38a8) AuthConfig (107b44e6f95106661e553e3d6a91f801002eb6dea3da1e0a482c68a94ddac7b8) AuthConfig (8d0b18cac4d4a5e5cbd81e5eeeb76d645f37b0d66561b2c429a1d480920902f3) AuthConfig (a4556ca89f3936215352061a1a44fd266a9ca293bd985cb44c1dd92916d8f5bf) AuthConfig (2e5fa92d93c799a98b85f3f564664416417c71f3031151bd9ce0df18985d2db0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e3fe806c-1120-4981-a899-9eeb8c9abb6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.796966464Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-be59df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-be59df","reconcileID":"6119f58f-b433-4d6f-89b8-7fe158780b79","aitenant":"ai-tenants/e2e-extmod-b-be59df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.845260066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-1f9a2286","reconcileID":"46af6d78-30fe-4005-9115-e1d05ee36e37","MaaSAuthPolicy":{"name":"e2e-default-ns-1f9a2286","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.845464988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"901ea324-4d43-4b73-bb43-dc0578361301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.845488448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"901ea324-4d43-4b73-bb43-dc0578361301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.858986386Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-be59df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-be59df","reconcileID":"6119f58f-b433-4d6f-89b8-7fe158780b79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-be59df","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-be59df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.860675047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8e2578-8388-4668-822a-e67ee21301dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.860696343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8e2578-8388-4668-822a-e67ee21301dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.875939467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f3d958-44ca-4e13-a78f-a9dda1f1302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.879096812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f3d958-44ca-4e13-a78f-a9dda1f1302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.882135378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f3d958-44ca-4e13-a78f-a9dda1f1302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:59.885085639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f3d958-44ca-4e13-a78f-a9dda1f1302d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.105950464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cedb41-bb7a-4bce-99e0-f6ca1fafa27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.108903137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cedb41-bb7a-4bce-99e0-f6ca1fafa27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.111959567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cedb41-bb7a-4bce-99e0-f6ca1fafa27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.115179962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58cedb41-bb7a-4bce-99e0-f6ca1fafa27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.48945294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f46e91-9f6f-4180-a90b-80aa100332a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.499321594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f46e91-9f6f-4180-a90b-80aa100332a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.504243736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f46e91-9f6f-4180-a90b-80aa100332a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:00.507485467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f46e91-9f6f-4180-a90b-80aa100332a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.476366627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"cd98fe51-e9ee-4d82-9d43-794dad3ade29","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.476405803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"cd98fe51-e9ee-4d82-9d43-794dad3ade29","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.768059338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"99615844-544a-4328-8fc7-d2bf77611f45","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.76809111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"99615844-544a-4328-8fc7-d2bf77611f45","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.777533388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"88ac6eca-74d5-4750-be74-3941f1d302e4","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.777561066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"88ac6eca-74d5-4750-be74-3941f1d302e4","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.784464575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"85805602-f9a3-4969-b11a-246cdf79d974","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.808215736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"85805602-f9a3-4969-b11a-246cdf79d974","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.815352362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"85805602-f9a3-4969-b11a-246cdf79d974","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.823432367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"2429a3a2-fbf1-48fc-b5b0-a2e231a43371","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:01.823452865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"2429a3a2-fbf1-48fc-b5b0-a2e231a43371","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:03.739181386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5951124a-4782-4759-8d18-ec48a04090b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:03.746047978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5951124a-4782-4759-8d18-ec48a04090b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:03.751634593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5951124a-4782-4759-8d18-ec48a04090b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:07.393010117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6ebed541-ac21-4e95-84cd-ba90176c9bb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:07.400024521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6ebed541-ac21-4e95-84cd-ba90176c9bb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:07.424730377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"b1518bee-501c-4a19-ab3a-f8a81a608b28","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:07.424749525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"b1518bee-501c-4a19-ab3a-f8a81a608b28","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.133064357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebc8050-5902-41e1-bf73-c831a270edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.13748173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebc8050-5902-41e1-bf73-c831a270edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.152863625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebc8050-5902-41e1-bf73-c831a270edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.158942517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cebc8050-5902-41e1-bf73-c831a270edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.485059309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7121eb4-ee58-4154-8a49-627724bfc004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.488504879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7121eb4-ee58-4154-8a49-627724bfc004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.491866623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7121eb4-ee58-4154-8a49-627724bfc004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.495027819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7121eb4-ee58-4154-8a49-627724bfc004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.936540964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"1ebd38a7-6da6-41dc-850b-fb5eb14e873e","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.936569637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"1ebd38a7-6da6-41dc-850b-fb5eb14e873e","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.941183781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"a5c0230e-57b7-4b21-9c30-43b7acf71732","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.94120423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"a5c0230e-57b7-4b21-9c30-43b7acf71732","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.946576678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"657c4790-963a-4714-bbb6-bb75b766f9aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.971063346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"657c4790-963a-4714-bbb6-bb75b766f9aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.976595086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"657c4790-963a-4714-bbb6-bb75b766f9aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.982032135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3157f202-2f88-4a04-833d-d3d59a65b853","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:08.98205041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3157f202-2f88-4a04-833d-d3d59a65b853","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.304720601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","namespace":"ai-tenant-e2e-shared-a-w0-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.304779128Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","namespace":"ai-tenant-e2e-shared-a-w0-50e623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.304827483Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","tenant":"e2e-shared-a-w0-50e623","tenantID":"e2e-shared-a-w0-50e623","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.309508801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-50e623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.322308526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Service","name":"maas-api-e2e-shared-a-w0-50e623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.330825049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-50e623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.336022349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-50e623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.349597534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.356469349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.363823081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.369940667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.372694375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.375175023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.377699541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.380355511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.382872525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.38568655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.388604562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.40076988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.403808979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.407066838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.409881412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-50e623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.412643426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-50e623"},"namespace":"ai-tenant-e2e-shared-a-w0-50e623","name":"default-tenant","reconcileID":"e88d7344-80d4-4746-9a0a-e73b37329734","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-50e623","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:13.758205748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"191d5b5c-4147-46c2-911e-8f98a1036f0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:13.76578541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"191d5b5c-4147-46c2-911e-8f98a1036f0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:13.77476413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"191d5b5c-4147-46c2-911e-8f98a1036f0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:14.45543788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.004082939Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-50e623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-50e623","reconcileID":"ecb06ba6-0f98-4717-b99a-fc663f9a216c","aitenant":"ai-tenants/e2e-shared-a-w0-50e623","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.141742724Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-50e623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-50e623","reconcileID":"ecb06ba6-0f98-4717-b99a-fc663f9a216c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-50e623","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-50e623"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.160071537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31d6bb9-079a-4863-b815-967d4b931187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.163354583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31d6bb9-079a-4863-b815-967d4b931187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.166653135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31d6bb9-079a-4863-b815-967d4b931187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.16979826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31d6bb9-079a-4863-b815-967d4b931187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.547102607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2c35f1-e632-4c57-9ee5-255c571908ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.550609769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2c35f1-e632-4c57-9ee5-255c571908ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.553863608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2c35f1-e632-4c57-9ee5-255c571908ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:15.557123584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2c35f1-e632-4c57-9ee5-255c571908ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:16.19128592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"42c56d81-a9c4-49fa-b8ad-b3c24dc36af6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:16.191313679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"42c56d81-a9c4-49fa-b8ad-b3c24dc36af6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:18.989277268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e11d1855-7b17-4c9a-ab1f-11ba8a57b5ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:18.997143909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e11d1855-7b17-4c9a-ab1f-11ba8a57b5ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:19.003380223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"e11d1855-7b17-4c9a-ab1f-11ba8a57b5ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:21.705266059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1615a76b-601c-471b-aafa-679bed8e33bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:21.708606272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1615a76b-601c-471b-aafa-679bed8e33bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:21.712092909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1615a76b-601c-471b-aafa-679bed8e33bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:21.715355324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1615a76b-601c-471b-aafa-679bed8e33bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:22.0889703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fa5a01-13b0-4685-9136-c852d7268d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:22.092182222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fa5a01-13b0-4685-9136-c852d7268d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:22.095356277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fa5a01-13b0-4685-9136-c852d7268d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:22.098556566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fa5a01-13b0-4685-9136-c852d7268d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:23.780291288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ca4f5707-2a07-45a0-9448-83024c75b0c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:23.787035548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ca4f5707-2a07-45a0-9448-83024c75b0c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:23.79258997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ca4f5707-2a07-45a0-9448-83024c75b0c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.957671541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","namespace":"ai-tenant-e2e-shared-b-w0-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.95773136Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","namespace":"ai-tenant-e2e-shared-b-w0-020af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.95778198Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","tenant":"e2e-shared-b-w0-020af9","tenantID":"e2e-shared-b-w0-020af9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.964827873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-020af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.976629469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Service","name":"maas-api-e2e-shared-b-w0-020af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.992848303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-020af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:24.999407713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-020af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.004781759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.012574308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.017843331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.025829069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.028553755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.0313381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.034045559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.036691708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.039118285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.041720777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.044604211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.050547403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.053235228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.055854599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.058496054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-020af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:25.060978987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-020af9"},"namespace":"ai-tenant-e2e-shared-b-w0-020af9","name":"default-tenant","reconcileID":"8321f214-673b-477a-ad79-a60c265e524c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-020af9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:28.859637989Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-020af9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-020af9","reconcileID":"76e1d0d8-5759-43ae-af19-af56cf0f203c","aitenant":"ai-tenants/e2e-shared-b-w0-020af9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.051803936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6c30aacf-b8ff-4aae-bc80-056f028cd0e5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.0594987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6c30aacf-b8ff-4aae-bc80-056f028cd0e5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.066756352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6c30aacf-b8ff-4aae-bc80-056f028cd0e5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.088584665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-020af9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-020af9","reconcileID":"76e1d0d8-5759-43ae-af19-af56cf0f203c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-020af9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-020af9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.101488944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82c8dd4-6425-46b8-ad87-9101bd7ca2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.104614495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82c8dd4-6425-46b8-ad87-9101bd7ca2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.108152853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82c8dd4-6425-46b8-ad87-9101bd7ca2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.111192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82c8dd4-6425-46b8-ad87-9101bd7ca2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.376464573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b622c8-fb61-4cb0-adce-55091c3b18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.379696372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b622c8-fb61-4cb0-adce-55091c3b18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.382871475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b622c8-fb61-4cb0-adce-55091c3b18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:29.385991094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9b622c8-fb61-4cb0-adce-55091c3b18a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.618081097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"50cf0a46-7482-40d4-ab8c-26a170194ab3","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.618111949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"50cf0a46-7482-40d4-ab8c-26a170194ab3","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.918126631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9cd669f4-a4ca-4943-8c80-9ed0cdabc60e","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.918153306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9cd669f4-a4ca-4943-8c80-9ed0cdabc60e","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.951283544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"245d74ff-d9cd-4531-b3a6-d808a3e3483a","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.951309203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"245d74ff-d9cd-4531-b3a6-d808a3e3483a","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.971072562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"82b862f7-c3a9-43d9-807c-f041c0b1d3c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:32.994007413Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"82b862f7-c3a9-43d9-807c-f041c0b1d3c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.04742629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"82b862f7-c3a9-43d9-807c-f041c0b1d3c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.055831759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"6671e6a9-79a8-4c16-8cfa-d01dc56b9c91","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.055852216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"6671e6a9-79a8-4c16-8cfa-d01dc56b9c91","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.798546458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"002de502-86de-45b5-8fc0-b1cb440d8be2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.806544142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"002de502-86de-45b5-8fc0-b1cb440d8be2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:33.846424539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"002de502-86de-45b5-8fc0-b1cb440d8be2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:38.176970319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d5acc3c9-fb51-4f7f-9ead-776ae5f9468b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:38.18757574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d5acc3c9-fb51-4f7f-9ead-776ae5f9468b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:38.192958386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d5acc3c9-fb51-4f7f-9ead-776ae5f9468b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:39.075257235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2bb9fb8e-e055-465d-9ce0-d09f33bfb592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:39.083743689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2bb9fb8e-e055-465d-9ce0-d09f33bfb592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:39.092446412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1701d666c73bd50c158d79a47acef7da1c0f54b4c987009138656315931cf0c0) AuthConfig (2e1837e6b674341cbd6d9ad05f8f2dab6a1f1206502c42fedd02dee654ab92f3) AuthConfig (40ee10a1d392288edc00dd535452e4fa0ef27fdf743669aea8d538e3eba5f92f) AuthConfig (b0ac853de988108b2b4a2dbe0ad3e59445148c347b6f0c6d8479b5f53c4a6ed0) AuthConfig (7febc104cddea8e48a8eb12c44c6d55f1a98741e9fcaae9e333739431a0855cf) AuthConfig (9e77449616b7cb4b4ac3448d34fe928065a1ac400c51f06db9ea2b8385b355c9) AuthConfig (27a9262825b626d1477dc59d6312e96ed6b6d673a52d5d7cf1749e14d20d05b2) AuthConfig (4e6a1a4f1b21db97b9b0c20fb12ecaf65ddb37f4584db198307b2de3b35420d9) AuthConfig (8f5e67fe822245d342fe04c144ac75506bc294e53855ed39d470b0e39ddfe358) AuthConfig (38e32acb749dc1ce688be3ae8eeff60c64a0fb27cf5720fec12dda25f652fd07) AuthConfig (4920ba9bb5a879a74b0412c4031bf09bdd0fca7956074d4e60271d3fc65709f0) AuthConfig (49b87ca747f1b2ca90c1ab598ac3e8d7f115e1922bbc02603d6193f4808c7ebe) AuthConfig (859970f5aef665b54d873ea3f54021d6427e06a2811396e9adf4e2bd3567adb5) AuthConfig (cd0c8c903d633426b98c6163f041ca282f5dffda01e0fb8de4ad4748a0d69989) AuthConfig (018b8ae1a1570b4cb7c98bb80bb989d8c20f684d137807a4e5457b28ec5298b0) AuthConfig (d1d3912a7d2a942c659c1d0c0eacd14c2710416c0e02bec50705b3884cfc2bcd) AuthConfig (7f5adf85e95f121187fed48e5991c29737a3ed7d860478e423dcf93eabfae00d) AuthConfig (33d10011a7c3889d90b5c9c392b8d953ba3b613cc1397af61554749957d1abc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"2bb9fb8e-e055-465d-9ce0-d09f33bfb592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:39.146462732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ffa11fcf-8bda-4756-8101-ec0dec0c037a","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:39.146484206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ffa11fcf-8bda-4756-8101-ec0dec0c037a","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.020000873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-access","reconcileID":"b33328b5-7012-4db8-92a7-8f72e5702cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.020055414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"e6f06ded-a4d3-4538-9303-45d9d8da9614","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.034860977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c598ee3f-840e-4fc8-b4a1-fdac3c26de6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.040980747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"25a3c9fb-93cc-4ce2-9727-a0e422af9f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.047268088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"c598ee3f-840e-4fc8-b4a1-fdac3c26de6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.08847118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3f379d6d-ec59-4b08-bf23-d6357c65cff8","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.150108413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2ed2adf9-125f-4cc3-8c1e-7a1094990581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.15900614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"2ed2adf9-125f-4cc3-8c1e-7a1094990581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.15944062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"455d2da4-2209-48f5-8abf-da2792956876","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.271322704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"a8a8fd4e-e8f3-49a2-bb88-facca0f08678","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.277290229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"df4c0d31-28f6-4a55-be7f-fafdb3fc03bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:40.283892128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"df4c0d31-28f6-4a55-be7f-fafdb3fc03bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:41.773442581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"fc4d605f-dc69-44e9-86b7-8bc6780be504","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:42.236012556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"d4d9ce70-681d-4114-bc9e-c392fcf1617f","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:42.24617064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"730d3370-c18d-4fd7-af45-2cb11193a01f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-031e492b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:42.256008845Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"a2a7bc9a-1cbd-4b82-8de4-640bde7096de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-031e492b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:42.258799992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7f347da1-0333-4e37-bfc8-6d77ac585666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:42.268825314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"7f347da1-0333-4e37-bfc8-6d77ac585666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:43.852255877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ae3000af-b8f5-4b8c-a1b9-894b968db5aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:43.85911386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ae3000af-b8f5-4b8c-a1b9-894b968db5aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:43.864644001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7aaa2d8512409184198f00435c3198df7a2d4137f095437328f6c54dbc4df051) AuthConfig (564a03001cfb0af4d6ddf8b98e6b5115c5a1e8348ffecbffc05d58fe922116a3) AuthConfig (0c218f9482a0e9c8eb48c1a890b73d1d9e55e3cc1d88469f3e05a576baf620a7) AuthConfig (12291369e4b246645bd59927444848377a7348ddc40c881ed61c3d4af060ec57) AuthConfig (5ed4ccb18f9b771bd7707c2a00f50cc9bb402d2739b651383941a53424f93b39) AuthConfig (8afd84770bed5727bfc48655af4a579f0c988d3642c86da69b7ca20241373275) AuthConfig (b9b94c1e9ae772a1921645f9a9e02f1b5fdbb359ca058ec34e2e9a3b391ff4cb) AuthConfig (ad709dcc36e039f6e53d7e6955b3e14be9d4266a2afd4a9deb035cad233606c7) AuthConfig (a87ae6a4720cd482bcf9a007ad24a33edcf03d55417afb48f774cff478c912ba) AuthConfig (cfcb4a11f7106d970f4e3d14fa1d85918523ec8a651b6cb4719757c2f05dafd7) AuthConfig (083c733e4f24ca68e269780bc04a115fd79fa13adc99d5678e173e7a0ffff84c) AuthConfig (1970c446ca3875e3d90da457140dcf2e34f94b93d8af8bf6aae84e3f40022fa8) AuthConfig (86c38f7049c7d401a454c0a7b7fa5762484d8fcb96c774977227357b3da58526) AuthConfig (3a8c865a6cbdcb112951c62186fc718ea65e9bbf19ddcdf7091e84605a49253e) AuthConfig (51ad847d9500d982274dcb4ea0490a99263fd85dbb67fdbbee8c08bac6bf808b) AuthConfig (a4802e2f8ce1d8694d6e0f861d07c698d1697dd38a580c37eaf1a623242b13da) AuthConfig (1ecbecfd135cb5670246541e84129fc64fe6c17f2a668825317e701920dc8b97) AuthConfig (c388bb09184bb86487ec427d3b47b609bc95066fbfadba5358c518b5efb24c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ae3000af-b8f5-4b8c-a1b9-894b968db5aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:43.872619584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d4c374da-3f12-470d-9d76-3a11ddb75504","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:43.872636726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d4c374da-3f12-470d-9d76-3a11ddb75504","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:44.471961257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.268736257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"b24beb68-ed6b-4107-9ed2-b7e995344be7","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.309542003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"8aef58b0-e7f6-4c69-b545-bf22e8463b1f","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.323741025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"baacf5ca-0a77-42d8-92ed-1a5c612aabf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.324279307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"74a6efe2-28d2-4ab4-a4ff-3e3515dff948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.33037729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"baacf5ca-0a77-42d8-92ed-1a5c612aabf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.341571864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"c42a4f81-2a69-4658-92a8-0177665aff1c","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.422234627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"64fddf7e-7b70-41ec-a2f4-b0869bbf07df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.199640274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d10557ec-6bd0-450e-83fa-d76b5ff47030","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.206895808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d10557ec-6bd0-450e-83fa-d76b5ff47030","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.212337476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d10557ec-6bd0-450e-83fa-d76b5ff47030","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.153171013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"78847b8e-367d-4b98-b383-a3571b9f18e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.16120228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"78847b8e-367d-4b98-b383-a3571b9f18e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.167147774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1701d666c73bd50c158d79a47acef7da1c0f54b4c987009138656315931cf0c0) AuthConfig (2e1837e6b674341cbd6d9ad05f8f2dab6a1f1206502c42fedd02dee654ab92f3) AuthConfig (40ee10a1d392288edc00dd535452e4fa0ef27fdf743669aea8d538e3eba5f92f) AuthConfig (b0ac853de988108b2b4a2dbe0ad3e59445148c347b6f0c6d8479b5f53c4a6ed0) AuthConfig (7febc104cddea8e48a8eb12c44c6d55f1a98741e9fcaae9e333739431a0855cf) AuthConfig (9e77449616b7cb4b4ac3448d34fe928065a1ac400c51f06db9ea2b8385b355c9) AuthConfig (27a9262825b626d1477dc59d6312e96ed6b6d673a52d5d7cf1749e14d20d05b2) AuthConfig (4e6a1a4f1b21db97b9b0c20fb12ecaf65ddb37f4584db198307b2de3b35420d9) AuthConfig (8f5e67fe822245d342fe04c144ac75506bc294e53855ed39d470b0e39ddfe358) AuthConfig (38e32acb749dc1ce688be3ae8eeff60c64a0fb27cf5720fec12dda25f652fd07) AuthConfig (4920ba9bb5a879a74b0412c4031bf09bdd0fca7956074d4e60271d3fc65709f0) AuthConfig (49b87ca747f1b2ca90c1ab598ac3e8d7f115e1922bbc02603d6193f4808c7ebe) AuthConfig (859970f5aef665b54d873ea3f54021d6427e06a2811396e9adf4e2bd3567adb5) AuthConfig (cd0c8c903d633426b98c6163f041ca282f5dffda01e0fb8de4ad4748a0d69989) AuthConfig (018b8ae1a1570b4cb7c98bb80bb989d8c20f684d137807a4e5457b28ec5298b0) AuthConfig (d1d3912a7d2a942c659c1d0c0eacd14c2710416c0e02bec50705b3884cfc2bcd) AuthConfig (7f5adf85e95f121187fed48e5991c29737a3ed7d860478e423dcf93eabfae00d) AuthConfig (33d10011a7c3889d90b5c9c392b8d953ba3b613cc1397af61554749957d1abc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"78847b8e-367d-4b98-b383-a3571b9f18e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:50.168294764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"2a7627f4-5a49-41f9-839b-4f0f1f1b3353","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:50.168318429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"2a7627f4-5a49-41f9-839b-4f0f1f1b3353","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:51.782420941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"4acd45f6-19d7-40f0-8e58-9384630548e5","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.25242415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"22a42498-541e-42a6-a608-2e37704f02eb","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.2607693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"cd3fb067-876d-4320-98ee-2f2611f3394a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.27011008Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"cd3fb067-876d-4320-98ee-2f2611f3394a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.275038282Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"simulator-subscription","reconcileID":"cd3fb067-876d-4320-98ee-2f2611f3394a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/simulator-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.46761284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"9dafb71c-65fb-41c6-87ad-373bc2314e33","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.480133221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1ec14a30-e583-4ad0-b1d9-30028564432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.488880867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"1ec14a30-e583-4ad0-b1d9-30028564432c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:53.878601581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"6aa3f529-bea7-437a-9a49-7a23d52289c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:53.887291014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"6aa3f529-bea7-437a-9a49-7a23d52289c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:53.893205649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7aaa2d8512409184198f00435c3198df7a2d4137f095437328f6c54dbc4df051) AuthConfig (564a03001cfb0af4d6ddf8b98e6b5115c5a1e8348ffecbffc05d58fe922116a3) AuthConfig (0c218f9482a0e9c8eb48c1a890b73d1d9e55e3cc1d88469f3e05a576baf620a7) AuthConfig (12291369e4b246645bd59927444848377a7348ddc40c881ed61c3d4af060ec57) AuthConfig (5ed4ccb18f9b771bd7707c2a00f50cc9bb402d2739b651383941a53424f93b39) AuthConfig (8afd84770bed5727bfc48655af4a579f0c988d3642c86da69b7ca20241373275) AuthConfig (b9b94c1e9ae772a1921645f9a9e02f1b5fdbb359ca058ec34e2e9a3b391ff4cb) AuthConfig (ad709dcc36e039f6e53d7e6955b3e14be9d4266a2afd4a9deb035cad233606c7) AuthConfig (a87ae6a4720cd482bcf9a007ad24a33edcf03d55417afb48f774cff478c912ba) AuthConfig (cfcb4a11f7106d970f4e3d14fa1d85918523ec8a651b6cb4719757c2f05dafd7) AuthConfig (083c733e4f24ca68e269780bc04a115fd79fa13adc99d5678e173e7a0ffff84c) AuthConfig (1970c446ca3875e3d90da457140dcf2e34f94b93d8af8bf6aae84e3f40022fa8) AuthConfig (86c38f7049c7d401a454c0a7b7fa5762484d8fcb96c774977227357b3da58526) AuthConfig (3a8c865a6cbdcb112951c62186fc718ea65e9bbf19ddcdf7091e84605a49253e) AuthConfig (51ad847d9500d982274dcb4ea0490a99263fd85dbb67fdbbee8c08bac6bf808b) AuthConfig (a4802e2f8ce1d8694d6e0f861d07c698d1697dd38a580c37eaf1a623242b13da) AuthConfig (1ecbecfd135cb5670246541e84129fc64fe6c17f2a668825317e701920dc8b97) AuthConfig (c388bb09184bb86487ec427d3b47b609bc95066fbfadba5358c518b5efb24c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"6aa3f529-bea7-437a-9a49-7a23d52289c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.277645362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"a5a925f6-a001-49bd-a65d-3e196d1d61f4","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.343027765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"68672137-5c7e-4f8b-aba2-6e93f5f8f905","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.839854973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"849fc052-0f67-479d-b201-2702559422fa","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.853515959Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"63a9a5a2-063e-4bd9-9357-cfb148463ab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9fa9240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.946208231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0631e66-467f-48bf-98b0-499d635f2a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.953300275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e0631e66-467f-48bf-98b0-499d635f2a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.965274129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48cd3976-69d2-4d2c-bc1a-b0b288dcdfe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:57.973503256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"48cd3976-69d2-4d2c-bc1a-b0b288dcdfe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.04666189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"1399237c-13ff-41fc-ba86-29e5812352a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9fa9240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.071161351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e6bf9f33-a7d6-470a-98bf-7e024e9938c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.078669014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"e6bf9f33-a7d6-470a-98bf-7e024e9938c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.082228466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"f56e011b-c835-4906-9813-14661a350f81","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.084867544Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"924d8b8d-e98a-4c2c-a133-946255890313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9fa9240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.085674447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"c6268167-322a-4d6f-a40a-94b4face45b9","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.089208342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"22b70730-a746-4ce2-a99b-891e987bc821","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.089553671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"ca25731f-eeef-4347-a56e-ec67423268fe","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.103800971Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"a75fc7cd-3af0-41fd-92ce-e31d00f687f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9fa9240","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.171725756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"764288b6-58fe-4a90-9f00-e061e56a7a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.180348243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"764288b6-58fe-4a90-9f00-e061e56a7a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.208918965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81743e2f-f2ec-4b86-a58f-65d611a7eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.212412452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81743e2f-f2ec-4b86-a58f-65d611a7eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.21633543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81743e2f-f2ec-4b86-a58f-65d611a7eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.219564258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81743e2f-f2ec-4b86-a58f-65d611a7eec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.270866466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5d69371d-1cd5-4f60-a9a7-064cce96176e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.278403265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5d69371d-1cd5-4f60-a9a7-064cce96176e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.284264659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5d69371d-1cd5-4f60-a9a7-064cce96176e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.564460951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4764485-b819-4232-afac-e83cd04a7aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.568480287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4764485-b819-4232-afac-e83cd04a7aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.571541307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4764485-b819-4232-afac-e83cd04a7aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:58.574937358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4764485-b819-4232-afac-e83cd04a7aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.128320353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"09ac7631-3231-4e8a-b0ec-4eb3de4f9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.128384355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"f9b0ff33-4428-497b-af72-b4725814ae24","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.137044953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"09ac7631-3231-4e8a-b0ec-4eb3de4f9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.173315291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"09ac7631-3231-4e8a-b0ec-4eb3de4f9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"e2e-worker-w0-2f9a3a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.173341707Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-access","reconcileID":"09ac7631-3231-4e8a-b0ec-4eb3de4f9236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.18007025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"ac9a2b91-1ba8-4f5d-a694-3b1941970448","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.239545269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9a6ef11a-b9fe-46a2-ba06-9ae84e4bdfdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.246620937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9a6ef11a-b9fe-46a2-ba06-9ae84e4bdfdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.252434351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1701d666c73bd50c158d79a47acef7da1c0f54b4c987009138656315931cf0c0) AuthConfig (2e1837e6b674341cbd6d9ad05f8f2dab6a1f1206502c42fedd02dee654ab92f3) AuthConfig (40ee10a1d392288edc00dd535452e4fa0ef27fdf743669aea8d538e3eba5f92f) AuthConfig (b0ac853de988108b2b4a2dbe0ad3e59445148c347b6f0c6d8479b5f53c4a6ed0) AuthConfig (7febc104cddea8e48a8eb12c44c6d55f1a98741e9fcaae9e333739431a0855cf) AuthConfig (9e77449616b7cb4b4ac3448d34fe928065a1ac400c51f06db9ea2b8385b355c9) AuthConfig (27a9262825b626d1477dc59d6312e96ed6b6d673a52d5d7cf1749e14d20d05b2) AuthConfig (4e6a1a4f1b21db97b9b0c20fb12ecaf65ddb37f4584db198307b2de3b35420d9) AuthConfig (8f5e67fe822245d342fe04c144ac75506bc294e53855ed39d470b0e39ddfe358) AuthConfig (38e32acb749dc1ce688be3ae8eeff60c64a0fb27cf5720fec12dda25f652fd07) AuthConfig (4920ba9bb5a879a74b0412c4031bf09bdd0fca7956074d4e60271d3fc65709f0) AuthConfig (49b87ca747f1b2ca90c1ab598ac3e8d7f115e1922bbc02603d6193f4808c7ebe) AuthConfig (859970f5aef665b54d873ea3f54021d6427e06a2811396e9adf4e2bd3567adb5) AuthConfig (cd0c8c903d633426b98c6163f041ca282f5dffda01e0fb8de4ad4748a0d69989) AuthConfig (018b8ae1a1570b4cb7c98bb80bb989d8c20f684d137807a4e5457b28ec5298b0) AuthConfig (d1d3912a7d2a942c659c1d0c0eacd14c2710416c0e02bec50705b3884cfc2bcd) AuthConfig (7f5adf85e95f121187fed48e5991c29737a3ed7d860478e423dcf93eabfae00d) AuthConfig (33d10011a7c3889d90b5c9c392b8d953ba3b613cc1397af61554749957d1abc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9a6ef11a-b9fe-46a2-ba06-9ae84e4bdfdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:03.920462606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5366d2ed-5ed0-475d-a3cd-56cac6e8ce44","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:03.929448328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5366d2ed-5ed0-475d-a3cd-56cac6e8ce44","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:03.935679244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-6c0ec0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7aaa2d8512409184198f00435c3198df7a2d4137f095437328f6c54dbc4df051) AuthConfig (564a03001cfb0af4d6ddf8b98e6b5115c5a1e8348ffecbffc05d58fe922116a3) AuthConfig (0c218f9482a0e9c8eb48c1a890b73d1d9e55e3cc1d88469f3e05a576baf620a7) AuthConfig (12291369e4b246645bd59927444848377a7348ddc40c881ed61c3d4af060ec57) AuthConfig (5ed4ccb18f9b771bd7707c2a00f50cc9bb402d2739b651383941a53424f93b39) AuthConfig (8afd84770bed5727bfc48655af4a579f0c988d3642c86da69b7ca20241373275) AuthConfig (b9b94c1e9ae772a1921645f9a9e02f1b5fdbb359ca058ec34e2e9a3b391ff4cb) AuthConfig (ad709dcc36e039f6e53d7e6955b3e14be9d4266a2afd4a9deb035cad233606c7) AuthConfig (a87ae6a4720cd482bcf9a007ad24a33edcf03d55417afb48f774cff478c912ba) AuthConfig (cfcb4a11f7106d970f4e3d14fa1d85918523ec8a651b6cb4719757c2f05dafd7) AuthConfig (083c733e4f24ca68e269780bc04a115fd79fa13adc99d5678e173e7a0ffff84c) AuthConfig (1970c446ca3875e3d90da457140dcf2e34f94b93d8af8bf6aae84e3f40022fa8) AuthConfig (86c38f7049c7d401a454c0a7b7fa5762484d8fcb96c774977227357b3da58526) AuthConfig (3a8c865a6cbdcb112951c62186fc718ea65e9bbf19ddcdf7091e84605a49253e) AuthConfig (51ad847d9500d982274dcb4ea0490a99263fd85dbb67fdbbee8c08bac6bf808b) AuthConfig (a4802e2f8ce1d8694d6e0f861d07c698d1697dd38a580c37eaf1a623242b13da) AuthConfig (1ecbecfd135cb5670246541e84129fc64fe6c17f2a668825317e701920dc8b97) AuthConfig (c388bb09184bb86487ec427d3b47b609bc95066fbfadba5358c518b5efb24c17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"5366d2ed-5ed0-475d-a3cd-56cac6e8ce44","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:05.005306278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"15d346fa-f1d7-40dd-90ae-848987aefd5e","namespace":"ai-tenant-e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:05.005371517Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"15d346fa-f1d7-40dd-90ae-848987aefd5e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:05.010161213Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"15d346fa-f1d7-40dd-90ae-848987aefd5e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:05.010179342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"15d346fa-f1d7-40dd-90ae-848987aefd5e","namespace":"ai-tenant-e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.569113371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"15b98382-e392-49c5-8f40-ce93ff3d9dba","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.569158642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"15b98382-e392-49c5-8f40-ce93ff3d9dba","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.882047064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"b23bd990-d825-4f82-9d8b-57dc89815ca5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.882072394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"b23bd990-d825-4f82-9d8b-57dc89815ca5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.890037352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"9cee6db8-4d60-4c12-b032-d478e30ea4da","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.890057417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"9cee6db8-4d60-4c12-b032-d478e30ea4da","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.895548473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"8c8e1486-9fd2-49eb-adce-0c987cef7bb6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.921661942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"8c8e1486-9fd2-49eb-adce-0c987cef7bb6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.928614624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"8c8e1486-9fd2-49eb-adce-0c987cef7bb6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.936274087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"74b7dbe2-7a1a-47b7-872a-d86040b938bc","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:06.936291578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"74b7dbe2-7a1a-47b7-872a-d86040b938bc","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.086401897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"94aef488-6994-41fc-aae4-244ac9028b47","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.089842909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"b832b04f-3284-4fb1-8183-d3fa479b1ea6","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.090157847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"85555316-498e-423a-bddd-75c8a758e847","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.106930737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"7afa117d-9aa6-4801-a269-25120d84d729","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.11024178Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"7afa117d-9aa6-4801-a269-25120d84d729","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.139764228Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"premium-simulator-subscription","reconcileID":"7afa117d-9aa6-4801-a269-25120d84d729","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"name":"maas-trlp-premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a","model":"e2e-models-e2e-worker-w0-2f9a3a/premium-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.167771145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"8b21e5ef-306d-4aed-9e61-33f30368d428","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.290666285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"74dc1954-a888-4255-8944-799a99ce7d7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.298741025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"74dc1954-a888-4255-8944-799a99ce7d7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:08.30505121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"74dc1954-a888-4255-8944-799a99ce7d7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:09.260058884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"3a022937-d18f-4812-99f1-1f2644ba59b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:09.267772957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"3a022937-d18f-4812-99f1-1f2644ba59b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:09.275389376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-ef434a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1701d666c73bd50c158d79a47acef7da1c0f54b4c987009138656315931cf0c0) AuthConfig (2e1837e6b674341cbd6d9ad05f8f2dab6a1f1206502c42fedd02dee654ab92f3) AuthConfig (40ee10a1d392288edc00dd535452e4fa0ef27fdf743669aea8d538e3eba5f92f) AuthConfig (b0ac853de988108b2b4a2dbe0ad3e59445148c347b6f0c6d8479b5f53c4a6ed0) AuthConfig (7febc104cddea8e48a8eb12c44c6d55f1a98741e9fcaae9e333739431a0855cf) AuthConfig (9e77449616b7cb4b4ac3448d34fe928065a1ac400c51f06db9ea2b8385b355c9) AuthConfig (27a9262825b626d1477dc59d6312e96ed6b6d673a52d5d7cf1749e14d20d05b2) AuthConfig (4e6a1a4f1b21db97b9b0c20fb12ecaf65ddb37f4584db198307b2de3b35420d9) AuthConfig (8f5e67fe822245d342fe04c144ac75506bc294e53855ed39d470b0e39ddfe358) AuthConfig (38e32acb749dc1ce688be3ae8eeff60c64a0fb27cf5720fec12dda25f652fd07) AuthConfig (4920ba9bb5a879a74b0412c4031bf09bdd0fca7956074d4e60271d3fc65709f0) AuthConfig (49b87ca747f1b2ca90c1ab598ac3e8d7f115e1922bbc02603d6193f4808c7ebe) AuthConfig (859970f5aef665b54d873ea3f54021d6427e06a2811396e9adf4e2bd3567adb5) AuthConfig (cd0c8c903d633426b98c6163f041ca282f5dffda01e0fb8de4ad4748a0d69989) AuthConfig (018b8ae1a1570b4cb7c98bb80bb989d8c20f684d137807a4e5457b28ec5298b0) AuthConfig (d1d3912a7d2a942c659c1d0c0eacd14c2710416c0e02bec50705b3884cfc2bcd) AuthConfig (7f5adf85e95f121187fed48e5991c29737a3ed7d860478e423dcf93eabfae00d) AuthConfig (33d10011a7c3889d90b5c9c392b8d953ba3b613cc1397af61554749957d1abc1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"3a022937-d18f-4812-99f1-1f2644ba59b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:12.81140054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"88dd6e01-3858-4586-aac6-a257ed550671","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:12.84908033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"88dd6e01-3858-4586-aac6-a257ed550671","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:12.854970151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"88dd6e01-3858-4586-aac6-a257ed550671","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:13.942314382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"400e70e1-d878-4eb4-ac49-d83775a427cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:13.949687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"400e70e1-d878-4eb4-ac49-d83775a427cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:13.968620177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"7f6b65ae-18be-40be-8fed-574c929f281a","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:13.968636921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"7f6b65ae-18be-40be-8fed-574c929f281a","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.456025782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.087074459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"bd933107-8383-4212-aeab-34290da091e4","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.091177785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"3e67d347-7395-43b9-9033-70fd851a439c","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.091384604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-2-w0-2f9a3a","reconcileID":"59286c3f-cb40-4bcb-bd60-de09e9b29790","MaaSModelRef":{"name":"distinct-2-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-2-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-2-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.169096088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"22dba074-d18d-4a84-9044-36716a4b2431","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.311229117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"f9199c5c-aba5-4a3f-853b-e67b81fc3445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.318615039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"f9199c5c-aba5-4a3f-853b-e67b81fc3445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.324739212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce22e9b5d2989a893a62c36a4017711012a804dd36e4a5b4ddffed906ebafca1) AuthConfig (c9628b8b42420bf0ddd2a589ed78d8a182c638ea47bae15ddfb986f808115c4b) AuthConfig (1ddc652f47b34bb37435d816a071e5a32c76abbc72eef7346b3ff978c8da193e) AuthConfig (d9ac5d745dc0a635f16fba592463d3adc4612649f3dfaed2ea2e0cfe2a392246) AuthConfig (ce3a9453f941d4abe4ee6f038726233bd65f74f529ee1d6807ecf9532571e87e) AuthConfig (2e14818ec502713980ea810eed937fb99bcd0a2aebbf33fcf665826cac52de8f) AuthConfig (ad939e51374e02453552b88d39001c8a76e7ed3a869529a84d5d5b2ec99edeaa) AuthConfig (24a78520744f176202435f9f573736ec5a0d31b92cd7a4057f49a581644af1d9) AuthConfig (826a1eee74d9ef2ef1113be5b211478c9ea54bb60ac02fe2f371917629259475) AuthConfig (2742be670047ac0f9394f09da0b21c48a31afaeb275d447695d9239b4138b9f0) AuthConfig (7a56441f0f4257245e3c316c68e66f89e75f075596b93cf47ff58faa9304117e) AuthConfig (bfadf40c2ee02bc2763eca29732bb2ee36eb55e7a44e5b977c3c971f21a54a9c) AuthConfig (4f67bb6bf7a831fcabbfd36543dee5e49472b976d3e3399faff08f7b9ee883e6) AuthConfig (52574acf29801c5af6f597f3f5ffc026053557ac009b1de1cb40f6a11fcaf8c0) AuthConfig (33219ae1dcca2b278f50a0e3d376ed8e87145779010463f53e9aa4dee68202ba) AuthConfig (f61f1aab40e1f27cd47fd1dcbd3cd227f654c937b4dc4c047c729709d1c78532) AuthConfig (173ac5f2fe3861f0ae539acdd688315abe5212d5740b1345211dbd790d657a82) AuthConfig (ba57ad2e877a11898d76d9e4d9c1ee161ad0054cfc43fc62c8164950013d1816)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"f9199c5c-aba5-4a3f-853b-e67b81fc3445","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.335548692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"02fabe34-66eb-4813-9bd0-a9faa650d0d0","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.335567789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"02fabe34-66eb-4813-9bd0-a9faa650d0d0","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.2332228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1d94e5d0-9e95-45bc-b5a5-b6caea32ef52","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.233246643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1d94e5d0-9e95-45bc-b5a5-b6caea32ef52","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.238992486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"6be6c45b-b573-4e41-aa32-9bbc4c344196","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.239016842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"6be6c45b-b573-4e41-aa32-9bbc4c344196","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.24443144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b66a62e8-045a-4be3-bd38-5a3ccbf0b158","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.267457957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b66a62e8-045a-4be3-bd38-5a3ccbf0b158","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.273080963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b66a62e8-045a-4be3-bd38-5a3ccbf0b158","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.281063429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"8477d1e8-b770-4fcf-9c03-ea42bebea0b0","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.281080854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"8477d1e8-b770-4fcf-9c03-ea42bebea0b0","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.344564377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6ee203af-f628-4ab4-ade3-1ce2152cbe43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.353950831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6ee203af-f628-4ab4-ade3-1ce2152cbe43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.374500704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"1a9d6327-26ac-43d9-a95a-be3b1ef5e681","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.374516884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"1a9d6327-26ac-43d9-a95a-be3b1ef5e681","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.572883141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"24b97ae4-5fab-4c16-ae17-feb842a65459","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.57294013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"24b97ae4-5fab-4c16-ae17-feb842a65459","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.582783441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"4c5da300-7b1e-4336-b39f-49021a8b7ee6","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.582807129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"4c5da300-7b1e-4336-b39f-49021a8b7ee6","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.64616047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"45a2465e-03a6-49ec-898a-31a262dfcdc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:21.646470478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"84fbee76-f8c6-446c-bde5-7fdb5bebab33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ac9d0d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.653592551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"45a2465e-03a6-49ec-898a-31a262dfcdc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.656632438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"cc92af01-b6e6-43b6-bfe9-753d278ffa7c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.656647326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"cc92af01-b6e6-43b6-bfe9-753d278ffa7c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.664331989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"948d63f2-4474-42fb-990f-60880daf0c06","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.664356157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"948d63f2-4474-42fb-990f-60880daf0c06","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.732350196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"5d5290f6-f105-4ca1-bf87-0914bcf0fc32","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"sub-test-model-531447","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-531447/e2e-shared-sub-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.780624889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"194eb29e-78ce-4a0f-bcdd-94d131ac97c9","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.78273772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"194eb29e-78ce-4a0f-bcdd-94d131ac97c9","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.786706383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"84f1e8cd-9d91-47d0-8542-8a4da7ab0747","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.795209461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"ee946672-715a-44c6-a04d-a0ae5bbb0d51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.79840103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"8f8cbc1f-713f-4fd6-9e4e-5ada72def46c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.798465906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"8f8cbc1f-713f-4fd6-9e4e-5ada72def46c","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.799020756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3165fd56-0d0d-4f13-921b-79ecf7bdc353","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.799088421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3165fd56-0d0d-4f13-921b-79ecf7bdc353","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:21.8007196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"c3eff469-328f-4a12-92cb-635375fe1096","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ac9d0d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.802103914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"84f1e8cd-9d91-47d0-8542-8a4da7ab0747","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.811135485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"ee946672-715a-44c6-a04d-a0ae5bbb0d51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.81949277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"836237f7-cc60-48b9-b375-41f32dc329b1","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.81951865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"836237f7-cc60-48b9-b375-41f32dc329b1","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.823971027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"8a95164f-fe5b-4675-b4e3-6f0b422c3a67","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.828400926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"4d8b3378-029c-4fda-9647-04eb9a3b97d3","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.828437568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"4d8b3378-029c-4fda-9647-04eb9a3b97d3","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.881854049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"de862392-03e2-41f9-8778-7795e0016b5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.88981579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"de862392-03e2-41f9-8778-7795e0016b5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.9108305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"fb3a70bb-2e57-463c-8154-f1279cd6bc74","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"sub-test-model-ef434a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-ef434a/e2e-shared-sub-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.940187961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"61dda9f0-f7f1-48a5-900e-cb7426397816","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.940205931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"61dda9f0-f7f1-48a5-900e-cb7426397816","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.974037274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"2e47144d-ec9a-4125-90ab-953848fe0b12","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.974052331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"2e47144d-ec9a-4125-90ab-953848fe0b12","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.979759755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"369df73a-a67b-4e56-919c-fd6a41856171","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.97977403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"369df73a-a67b-4e56-919c-fd6a41856171","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.983867557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"4f59641d-6b5e-4cd7-8331-22569f1e2246","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:21.984207794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"28d42110-0467-4a0f-bef4-56d071b5ce63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-ac9d0d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.990457483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"4f59641d-6b5e-4cd7-8331-22569f1e2246","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.998466012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"f24aa284-0952-4db2-8281-88b217babc01","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.998482866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"f24aa284-0952-4db2-8281-88b217babc01","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.00413249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"29bbe1ce-0db0-47ce-8324-6f12b388a987","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.004150839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"29bbe1ce-0db0-47ce-8324-6f12b388a987","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.005832705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"d29c72bf-c1ab-441e-8908-4d3026a3c63c","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.113154461Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"769dfc70-66da-4818-becf-985191b7b180","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-531447/e2e-a-only-ac9d0d","ai-tenant-e2e-shared-a-w2-531447/e2e-shared-sub-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.13142045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"b8f62889-a43c-4bc7-9f99-b2c6f5334f51","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.131438637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"b8f62889-a43c-4bc7-9f99-b2c6f5334f51","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.161861758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3a85e641-c667-4ff0-8b32-4af0af3f627c","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.161877593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3a85e641-c667-4ff0-8b32-4af0af3f627c","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.166877268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"78aceeff-cf8f-425c-9840-6e52af784edc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.167241767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"18e5799a-ca11-41e4-b2f7-85e24f77fffb","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.167257127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"18e5799a-ca11-41e4-b2f7-85e24f77fffb","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:22.17181609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"a6c4e4e0-53ad-4d2c-b98f-08f64e272659","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-ac9d0d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.17567271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"78aceeff-cf8f-425c-9840-6e52af784edc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.191020654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"b75fb692-7e35-49ad-b1ed-27c36e314ea1","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.191036709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"b75fb692-7e35-49ad-b1ed-27c36e314ea1","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.196635015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"181c9efd-2fcb-43dd-b090-60207f947ae6","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.196650826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"181c9efd-2fcb-43dd-b090-60207f947ae6","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.206598399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"55511a05-2f89-4456-aa3f-e4c6d486fc02","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.20676574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"38926a25-919a-4a31-8abe-4f477fb8ab5b","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.312816049Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"b6060c72-7f60-4652-b0ce-ea0d6641fc35","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-ef434a/e2e-b-only-ac9d0d","ai-tenant-e2e-shared-b-w2-ef434a/e2e-shared-sub-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.329394962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"75da6de9-ed64-495e-a31e-383e6e0578db","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.329412769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"75da6de9-ed64-495e-a31e-383e6e0578db","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.38765304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"distinct-w0-2f9a3a","reconcileID":"70dd674d-515f-4bba-866d-95219ca3f526","MaaSModelRef":{"name":"distinct-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"distinct-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"distinct-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.387884973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"1047da8b-0913-423c-9e9c-09b8d6faa837","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.393997744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"premium-w0-2f9a3a","reconcileID":"30bd657c-2c58-47a5-8e6b-4d6fc9d51073","MaaSModelRef":{"name":"premium-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"premium-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"premium-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.403546765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"namespace":"e2e-models-e2e-worker-w0-2f9a3a","name":"simulator-w0-2f9a3a","reconcileID":"409683a7-17b8-4d85-84df-69bbc8f534c4","MaaSModelRef":{"name":"simulator-w0-2f9a3a","namespace":"e2e-models-e2e-worker-w0-2f9a3a"},"routeName":"simulator-w0-2f9a3a-kserve-route","namespace":"e2e-models-e2e-worker-w0-2f9a3a","llmisvcName":"simulator-w0-2f9a3a","gateway":"openshift-ingress/e2e-worker-w0-2f9a3a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.412722251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"e089d465-8f81-472e-bb12-fe93cf630ee9","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.41326147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"6df9f306-11ff-416f-83bb-dee6cf17f9af","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.861267561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"08fe863a-155c-4ace-9e98-37fded3c8ce1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.868182388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"08fe863a-155c-4ace-9e98-37fded3c8ce1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:22.874240038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"08fe863a-155c-4ace-9e98-37fded3c8ce1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.383981518Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.384040109Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","namespace":"ai-tenant-e2e-worker-w0-2f9a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.384086117Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","tenant":"e2e-worker-w0-2f9a3a","tenantID":"e2e-worker-w0-2f9a3a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.388400034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Deployment","name":"maas-api-e2e-worker-w0-2f9a3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.401045455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Service","name":"maas-api-e2e-worker-w0-2f9a3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.415465595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-2f9a3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.420819131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-2f9a3a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.426083699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.434044552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.439689865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.445198438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.449096095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.452745359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.455216938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Service","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.460440677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.463119675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.465466051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.468488287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.474055253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.476387187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.478792974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.4815036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-2f9a3a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.483836682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2f9a3a"},"namespace":"ai-tenant-e2e-worker-w0-2f9a3a","name":"default-tenant","reconcileID":"2978327f-d3c7-4ab6-a1c7-e4712a35e5a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-2f9a3a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.367406735Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2f9a3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2f9a3a","reconcileID":"796dd2df-2a40-4089-bacb-d03e8bf74f48","aitenant":"ai-tenants/e2e-worker-w0-2f9a3a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.461019711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d239871d-6185-449c-a16f-63d8a6efbc7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.468848179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d239871d-6185-449c-a16f-63d8a6efbc7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.474512739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce22e9b5d2989a893a62c36a4017711012a804dd36e4a5b4ddffed906ebafca1) AuthConfig (c9628b8b42420bf0ddd2a589ed78d8a182c638ea47bae15ddfb986f808115c4b) AuthConfig (1ddc652f47b34bb37435d816a071e5a32c76abbc72eef7346b3ff978c8da193e) AuthConfig (d9ac5d745dc0a635f16fba592463d3adc4612649f3dfaed2ea2e0cfe2a392246) AuthConfig (ce3a9453f941d4abe4ee6f038726233bd65f74f529ee1d6807ecf9532571e87e) AuthConfig (2e14818ec502713980ea810eed937fb99bcd0a2aebbf33fcf665826cac52de8f) AuthConfig (ad939e51374e02453552b88d39001c8a76e7ed3a869529a84d5d5b2ec99edeaa) AuthConfig (24a78520744f176202435f9f573736ec5a0d31b92cd7a4057f49a581644af1d9) AuthConfig (826a1eee74d9ef2ef1113be5b211478c9ea54bb60ac02fe2f371917629259475) AuthConfig (2742be670047ac0f9394f09da0b21c48a31afaeb275d447695d9239b4138b9f0) AuthConfig (7a56441f0f4257245e3c316c68e66f89e75f075596b93cf47ff58faa9304117e) AuthConfig (bfadf40c2ee02bc2763eca29732bb2ee36eb55e7a44e5b977c3c971f21a54a9c) AuthConfig (4f67bb6bf7a831fcabbfd36543dee5e49472b976d3e3399faff08f7b9ee883e6) AuthConfig (52574acf29801c5af6f597f3f5ffc026053557ac009b1de1cb40f6a11fcaf8c0) AuthConfig (33219ae1dcca2b278f50a0e3d376ed8e87145779010463f53e9aa4dee68202ba) AuthConfig (f61f1aab40e1f27cd47fd1dcbd3cd227f654c937b4dc4c047c729709d1c78532) AuthConfig (173ac5f2fe3861f0ae539acdd688315abe5212d5740b1345211dbd790d657a82) AuthConfig (ba57ad2e877a11898d76d9e4d9c1ee161ad0054cfc43fc62c8164950013d1816)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"d239871d-6185-449c-a16f-63d8a6efbc7d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.488944885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2f9a3a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2f9a3a","reconcileID":"796dd2df-2a40-4089-bacb-d03e8bf74f48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2f9a3a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-2f9a3a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.511420065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39717468-a715-4cb8-98be-c163d48c9e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.546676084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39717468-a715-4cb8-98be-c163d48c9e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.550134104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39717468-a715-4cb8-98be-c163d48c9e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.553185999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39717468-a715-4cb8-98be-c163d48c9e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.897190845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe18de5-3865-4c46-a5eb-f7fe817cda44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.900419793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe18de5-3865-4c46-a5eb-f7fe817cda44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.903530824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe18de5-3865-4c46-a5eb-f7fe817cda44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.906748105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe18de5-3865-4c46-a5eb-f7fe817cda44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.286131437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b91ac9df-266b-4e47-884c-042f21d73952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.293314731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b91ac9df-266b-4e47-884c-042f21d73952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.29500031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59957f1-ba87-4b62-bdcd-9286d8f76fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.298496983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59957f1-ba87-4b62-bdcd-9286d8f76fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.300345019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b91ac9df-266b-4e47-884c-042f21d73952","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.301461935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59957f1-ba87-4b62-bdcd-9286d8f76fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:29.304345953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59957f1-ba87-4b62-bdcd-9286d8f76fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.882901921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"3c6c8ead-f129-4911-8e93-ba759805f096","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.890195208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"3c6c8ead-f129-4911-8e93-ba759805f096","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.896414274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"3c6c8ead-f129-4911-8e93-ba759805f096","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.480409393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5e18bb63-e120-499b-9b85-25542ece96e5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.486992308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5e18bb63-e120-499b-9b85-25542ece96e5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.493026874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-717217-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce22e9b5d2989a893a62c36a4017711012a804dd36e4a5b4ddffed906ebafca1) AuthConfig (c9628b8b42420bf0ddd2a589ed78d8a182c638ea47bae15ddfb986f808115c4b) AuthConfig (1ddc652f47b34bb37435d816a071e5a32c76abbc72eef7346b3ff978c8da193e) AuthConfig (d9ac5d745dc0a635f16fba592463d3adc4612649f3dfaed2ea2e0cfe2a392246) AuthConfig (ce3a9453f941d4abe4ee6f038726233bd65f74f529ee1d6807ecf9532571e87e) AuthConfig (2e14818ec502713980ea810eed937fb99bcd0a2aebbf33fcf665826cac52de8f) AuthConfig (ad939e51374e02453552b88d39001c8a76e7ed3a869529a84d5d5b2ec99edeaa) AuthConfig (24a78520744f176202435f9f573736ec5a0d31b92cd7a4057f49a581644af1d9) AuthConfig (826a1eee74d9ef2ef1113be5b211478c9ea54bb60ac02fe2f371917629259475) AuthConfig (2742be670047ac0f9394f09da0b21c48a31afaeb275d447695d9239b4138b9f0) AuthConfig (7a56441f0f4257245e3c316c68e66f89e75f075596b93cf47ff58faa9304117e) AuthConfig (bfadf40c2ee02bc2763eca29732bb2ee36eb55e7a44e5b977c3c971f21a54a9c) AuthConfig (4f67bb6bf7a831fcabbfd36543dee5e49472b976d3e3399faff08f7b9ee883e6) AuthConfig (52574acf29801c5af6f597f3f5ffc026053557ac009b1de1cb40f6a11fcaf8c0) AuthConfig (33219ae1dcca2b278f50a0e3d376ed8e87145779010463f53e9aa4dee68202ba) AuthConfig (f61f1aab40e1f27cd47fd1dcbd3cd227f654c937b4dc4c047c729709d1c78532) AuthConfig (173ac5f2fe3861f0ae539acdd688315abe5212d5740b1345211dbd790d657a82) AuthConfig (ba57ad2e877a11898d76d9e4d9c1ee161ad0054cfc43fc62c8164950013d1816)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5e18bb63-e120-499b-9b85-25542ece96e5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.306193497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d665d84d-62cb-4b61-827c-764fb7a4fdaa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.3133276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d665d84d-62cb-4b61-827c-764fb7a4fdaa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.318973814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d665d84d-62cb-4b61-827c-764fb7a4fdaa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:42.905607395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f1c720a6-2407-4a38-895f-f4f2831fcd87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:42.913438827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f1c720a6-2407-4a38-895f-f4f2831fcd87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:42.919087764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f1c720a6-2407-4a38-895f-f4f2831fcd87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:44.472057566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.73513168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"a89b5517-f6b2-49b8-8416-6439f76d1053","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.737385786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"61d95a37-4c83-4777-9cf1-9ef8fadfa295","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.756904246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ec370db4-b47a-4d73-8952-b9f8174be081","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.756949151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ec370db4-b47a-4d73-8952-b9f8174be081","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.757294869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"d5d2e6c8-427e-4462-b252-29b1cd4aca53","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.757306366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"d5d2e6c8-427e-4462-b252-29b1cd4aca53","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.835023443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"33e90c9a-d6cb-4a68-abeb-f770af1edb49","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.835345697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"c21e9cc3-4a8b-4bd6-a1ba-ce3a9e9778cb","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.860941487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"dbac5e76-867b-4ea2-90dc-81b3e3507955","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.860956409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"dbac5e76-867b-4ea2-90dc-81b3e3507955","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.863660935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"95ac092f-33e0-4806-97a7-1309552b4e15","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.86367582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"95ac092f-33e0-4806-97a7-1309552b4e15","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.333430273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"7cc0b09b-8352-40f1-9468-0a7bce41d61f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.340187954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"7cc0b09b-8352-40f1-9468-0a7bce41d61f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.569746368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6f01773f-6504-4e81-8ea7-b4d9ee4ccab9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.576798118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"6f01773f-6504-4e81-8ea7-b4d9ee4ccab9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.239215355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9e052b97-d88d-4ac2-8ecc-2a23c756d56c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.239887299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"180eba5b-096d-42c4-87ae-5ec3d25c347a","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.240438874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"180eba5b-096d-42c4-87ae-5ec3d25c347a","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.262297276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9e052b97-d88d-4ac2-8ecc-2a23c756d56c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.282849208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"8c902197-56c1-4868-899e-8c1ef20b5652","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.286959649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"eb813cf3-872f-4737-83a7-f83c21d0b5e3","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.289546064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9e052b97-d88d-4ac2-8ecc-2a23c756d56c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"e2e-shared-a-w2-531447-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.289561414Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"9e052b97-d88d-4ac2-8ecc-2a23c756d56c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.297837069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"82743214-c4c0-42d4-9784-e18b3271d2c7","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.297854666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"82743214-c4c0-42d4-9784-e18b3271d2c7","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.380366616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"7095ea5f-3f3b-4728-ad29-0c2a3f4ddf69","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.480614485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"f88b476e-addb-4e3b-aaa9-1503b5702f7f","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.498434309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"e13c5497-5b65-4e2d-8665-23cddde8340e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.50594726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"e13c5497-5b65-4e2d-8665-23cddde8340e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.513438719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"95e25ef9-351f-4bcb-94fb-ff12a060d16e","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.513456906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"95e25ef9-351f-4bcb-94fb-ff12a060d16e","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.528612842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"e204b9b1-8171-48c4-9c85-df8f8494dcc6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.528637941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"e204b9b1-8171-48c4-9c85-df8f8494dcc6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.325756487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"093878e4-d290-4c1f-947a-7ab8a75ef076","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.33257818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"093878e4-d290-4c1f-947a-7ab8a75ef076","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.339248707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a56167022db5505cef983da01af4c5a61c26e2f7903b535eb948f5b2d048907) AuthConfig (b5d4c6f7487dc9fa77fc36eeb1b00f0b1b4c4546e7fb36c8457e5da5c30cc723) AuthConfig (b0cf8cece35824116ed99287f2a048712e399b5f38017fc97bcc310b3f0984ef) AuthConfig (42ef9dfb4bc297cb56035a0ccc19ffbf94c3c7be814cbbb5eb60a697818274b3) AuthConfig (d4d1a2834d7c31383e43105077585b98afc453757e572d97a782139997ccca6a) AuthConfig (87cf2df36909904996f99d79bf86a3ece3876eda2e7dad930c7bd064bc6c88be) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (fcae2c21e1a71ec0186b18cf73e378b593a91ecfcc917b94a3e7a9a9a28ce930) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (a26389667f8c72cdf9579fc56e2f6af42d69bb9a1534afe802cad333e39c4c16) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (9d519390493fdc271d3247952b994af99e7b618b26a8f2364bc160484c6f77d4) AuthConfig (a60902f7790f08cd570ee22537634f2967ca2fcefda2b8922f7e8fbfee3f92b3) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c864d5bf029f51fab395fab2b40b295b31c093e8c95f486df4eb2d226928c3ba) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357) AuthConfig (1d553d4f237615c9057094f40428cb698db68b268b6b342292806f368a67378a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"093878e4-d290-4c1f-947a-7ab8a75ef076","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.347831096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1445a979-9281-44a1-818e-7bcefc677588","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.347852485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1445a979-9281-44a1-818e-7bcefc677588","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.490516189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"cf3dad3b-b898-447d-b57e-8e46f43a13ab","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.490542356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"cf3dad3b-b898-447d-b57e-8e46f43a13ab","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.497574092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"80f3a7f4-2a87-4e8f-b086-8132ff278901","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.497596582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"80f3a7f4-2a87-4e8f-b086-8132ff278901","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.502318654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"f7850c51-e534-4cf0-b3e1-0923367821dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.526187527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"f7850c51-e534-4cf0-b3e1-0923367821dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.531793619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"f7850c51-e534-4cf0-b3e1-0923367821dc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.5406645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"2e04115c-9094-41da-869b-628145c5e0de","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.540683251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"2e04115c-9094-41da-869b-628145c5e0de","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:52.937322842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"279930d2-a8a6-4c99-83e1-3b9f370f75b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:52.946478564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"279930d2-a8a6-4c99-83e1-3b9f370f75b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:52.954511981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad735e4553bb764d42bfd9358c0abda1a3b60bf7438ca85249b350d10532d0d4) AuthConfig (82d572c54d79082db5a8a62510ba81ed42720691d4c5976394ea2a84384b5b62) AuthConfig (a29ea9637b5eb32f8d6d4f2b5d209b6f8a6ea0138fc97e06d2776bef9f73ee49) AuthConfig (7ad24f9734ea58076ec70114f5f434dbf5e788f21e7121d849e8b67bc7981e8a) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (3004836d6e4390890bde53fcbc5b1f458661a7eb7d3836371c74bc6edf417012) AuthConfig (7eaac2bf7f88a8784a57248956a5ea1191582e24521f797b81e107c0cfdc918b) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (d7195880db733cd8e0533a42b35dfd82b2dd345a4016ed8a1b7da592d7b10c69) AuthConfig (1118da6a09e32ae1d09804ff8c680c0adf24cc914a044843b61037297cfb738f) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (e955c1fbb41900910840193bdfce677975fb4bad3ce89fa3ccbc586095f5b6c6) AuthConfig (74da1d8dc07f8fbcb249b37fb1b905d87361f8d2d8ff08285ed44cafc9a2c495) AuthConfig (029045e00305747e65f2b39014f0b9928bd42830c73dbd2cc2297c386c8e9da6) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (f0416cc9054345832bca5348fe7bdbfe79ee030a79e0080bb9c82f753c819ae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"279930d2-a8a6-4c99-83e1-3b9f370f75b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:52.967254277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ffa00147-45dd-404e-82a7-e82bedc923f1","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:52.967276277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ffa00147-45dd-404e-82a7-e82bedc923f1","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.529146697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"c30c0afa-6a39-414d-84ea-d278f068a277","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscription":"e2e-shared-sub-ac9d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.54633794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-shared-sub-ac9d0d","reconcileID":"c30c0afa-6a39-414d-84ea-d278f068a277","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-531447/e2e-a-only-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.559999865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"d352bb0c-65fd-4965-8aef-34b54ed6de46","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.566523333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"07abf1df-5737-4671-b5f8-408942eb8df0","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.566544319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"07abf1df-5737-4671-b5f8-408942eb8df0","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.706628464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"6b8bb7a8-05e7-42ef-87b9-c075f361bd68","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:58.706651735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"6b8bb7a8-05e7-42ef-87b9-c075f361bd68","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:59.354341894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"8e06b30b-7ef3-4bb8-97dd-52a721d17b30","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:59.361145771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"8e06b30b-7ef3-4bb8-97dd-52a721d17b30","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:59.3672456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a56167022db5505cef983da01af4c5a61c26e2f7903b535eb948f5b2d048907) AuthConfig (b5d4c6f7487dc9fa77fc36eeb1b00f0b1b4c4546e7fb36c8457e5da5c30cc723) AuthConfig (b0cf8cece35824116ed99287f2a048712e399b5f38017fc97bcc310b3f0984ef) AuthConfig (42ef9dfb4bc297cb56035a0ccc19ffbf94c3c7be814cbbb5eb60a697818274b3) AuthConfig (d4d1a2834d7c31383e43105077585b98afc453757e572d97a782139997ccca6a) AuthConfig (87cf2df36909904996f99d79bf86a3ece3876eda2e7dad930c7bd064bc6c88be) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (fcae2c21e1a71ec0186b18cf73e378b593a91ecfcc917b94a3e7a9a9a28ce930) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (a26389667f8c72cdf9579fc56e2f6af42d69bb9a1534afe802cad333e39c4c16) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (9d519390493fdc271d3247952b994af99e7b618b26a8f2364bc160484c6f77d4) AuthConfig (a60902f7790f08cd570ee22537634f2967ca2fcefda2b8922f7e8fbfee3f92b3) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c864d5bf029f51fab395fab2b40b295b31c093e8c95f486df4eb2d226928c3ba) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357) AuthConfig (1d553d4f237615c9057094f40428cb698db68b268b6b342292806f368a67378a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"8e06b30b-7ef3-4bb8-97dd-52a721d17b30","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:00.587064949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"c5b975fa-38f4-4caf-b111-081fd4b31b56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:00.593765436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"c5b975fa-38f4-4caf-b111-081fd4b31b56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:00.647146281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"c5b975fa-38f4-4caf-b111-081fd4b31b56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:03.007094858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"e904b593-724d-41c1-a393-4cda95b95102","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:03.015393035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"e904b593-724d-41c1-a393-4cda95b95102","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:03.021031843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad735e4553bb764d42bfd9358c0abda1a3b60bf7438ca85249b350d10532d0d4) AuthConfig (82d572c54d79082db5a8a62510ba81ed42720691d4c5976394ea2a84384b5b62) AuthConfig (a29ea9637b5eb32f8d6d4f2b5d209b6f8a6ea0138fc97e06d2776bef9f73ee49) AuthConfig (7ad24f9734ea58076ec70114f5f434dbf5e788f21e7121d849e8b67bc7981e8a) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (3004836d6e4390890bde53fcbc5b1f458661a7eb7d3836371c74bc6edf417012) AuthConfig (7eaac2bf7f88a8784a57248956a5ea1191582e24521f797b81e107c0cfdc918b) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (d7195880db733cd8e0533a42b35dfd82b2dd345a4016ed8a1b7da592d7b10c69) AuthConfig (1118da6a09e32ae1d09804ff8c680c0adf24cc914a044843b61037297cfb738f) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (e955c1fbb41900910840193bdfce677975fb4bad3ce89fa3ccbc586095f5b6c6) AuthConfig (74da1d8dc07f8fbcb249b37fb1b905d87361f8d2d8ff08285ed44cafc9a2c495) AuthConfig (029045e00305747e65f2b39014f0b9928bd42830c73dbd2cc2297c386c8e9da6) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (f0416cc9054345832bca5348fe7bdbfe79ee030a79e0080bb9c82f753c819ae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"e904b593-724d-41c1-a393-4cda95b95102","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:08.730213348Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"94b31087-b708-451b-a683-842352125169","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","subscription":"e2e-a-only-ac9d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:08.733259338Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"94b31087-b708-451b-a683-842352125169","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:08.73634215Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"e2e-a-only-ac9d0d","reconcileID":"94b31087-b708-451b-a683-842352125169","MaaSSubscription":{"name":"e2e-a-only-ac9d0d","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"name":"maas-trlp-sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:08.761265609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"a0e7744c-5b45-4b64-9edf-3f31523579f0","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"tenant":"e2e-shared-a-w2-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","model":"ai-tenant-e2e-shared-a-w2-531447/sub-test-model-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:08.761285117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"sub-test-model-531447","reconcileID":"a0e7744c-5b45-4b64-9edf-3f31523579f0","MaaSModelRef":{"name":"sub-test-model-531447","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"routeName":"sub-test-model-531447-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-531447","llmisvcName":"sub-test-model-531447","gateway":"openshift-ingress/e2e-shared-a-w2-531447","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.064630738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"8b428f1d-1031-4a01-9557-fe1e403322f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.064786911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"eaf2e3da-5424-46d3-883d-ee621cd22ca3","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.064812454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"eaf2e3da-5424-46d3-883d-ee621cd22ca3","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.09061265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"b77411dd-64c6-44ee-b95a-53232e8775b2","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.091228219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"9d0c9d11-6217-471c-a536-c0f2c78f5725","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.176257113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"8b428f1d-1031-4a01-9557-fe1e403322f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.209854113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"8b428f1d-1031-4a01-9557-fe1e403322f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"e2e-shared-b-w2-ef434a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.209886789Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-sub-iso-auth-ac9d0d","reconcileID":"8b428f1d-1031-4a01-9557-fe1e403322f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.220057634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"d0134907-3999-4793-b1a7-55886b91e1e0","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.220074474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"d0134907-3999-4793-b1a7-55886b91e1e0","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.249418619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"54f7c759-c076-4a53-a5ef-ee061eb7a4ba","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.250105008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"7f367e7e-634e-4642-93ac-499564810be1","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.373818628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"7e739a7e-5f00-4aaf-9117-84cf1631329f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.37886997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ca380dd0-1faf-44f7-b23a-ad84082140be","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.378889675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"ca380dd0-1faf-44f7-b23a-ad84082140be","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.381768296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"7e739a7e-5f00-4aaf-9117-84cf1631329f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.387193163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4a697f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a56167022db5505cef983da01af4c5a61c26e2f7903b535eb948f5b2d048907) AuthConfig (b5d4c6f7487dc9fa77fc36eeb1b00f0b1b4c4546e7fb36c8457e5da5c30cc723) AuthConfig (b0cf8cece35824116ed99287f2a048712e399b5f38017fc97bcc310b3f0984ef) AuthConfig (42ef9dfb4bc297cb56035a0ccc19ffbf94c3c7be814cbbb5eb60a697818274b3) AuthConfig (d4d1a2834d7c31383e43105077585b98afc453757e572d97a782139997ccca6a) AuthConfig (87cf2df36909904996f99d79bf86a3ece3876eda2e7dad930c7bd064bc6c88be) AuthConfig (17d3d47a7b1e0d049dd719540844cab6622530de8d3c10534d3540bf646fb497) AuthConfig (fcae2c21e1a71ec0186b18cf73e378b593a91ecfcc917b94a3e7a9a9a28ce930) AuthConfig (832885e8973a7b40e3f445c163857d06fa1db306adbc98ddf471e9abbe51384c) AuthConfig (1ba078756bd2dbe2bf9ce7699d48138cc3052acad19cbc8460645e02d9255c52) AuthConfig (a26389667f8c72cdf9579fc56e2f6af42d69bb9a1534afe802cad333e39c4c16) AuthConfig (1d2490a03257d8bb128f804a1d700aa1e80e864325c00492de2793f835bfe4f4) AuthConfig (9d519390493fdc271d3247952b994af99e7b618b26a8f2364bc160484c6f77d4) AuthConfig (a60902f7790f08cd570ee22537634f2967ca2fcefda2b8922f7e8fbfee3f92b3) AuthConfig (784bdd07a729d0c06a6cb866a840be1d085e97eeb99311b63b7a6332de5118e7) AuthConfig (c864d5bf029f51fab395fab2b40b295b31c093e8c95f486df4eb2d226928c3ba) AuthConfig (d19c7776ae4b71c4ec61637f6315c80361336d0b0e4bcf482c2230a84b755357) AuthConfig (1d553d4f237615c9057094f40428cb698db68b268b6b342292806f368a67378a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"7e739a7e-5f00-4aaf-9117-84cf1631329f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:10.654500252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"11b39caf-181b-4c58-aa9f-df082883104e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:10.661545805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"11b39caf-181b-4c58-aa9f-df082883104e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:10.66666605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"11b39caf-181b-4c58-aa9f-df082883104e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:13.027420194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"d5246b30-d1f7-463f-85c5-6e434846576b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:13.03458684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"d5246b30-d1f7-463f-85c5-6e434846576b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:13.041383487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2729f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad735e4553bb764d42bfd9358c0abda1a3b60bf7438ca85249b350d10532d0d4) AuthConfig (82d572c54d79082db5a8a62510ba81ed42720691d4c5976394ea2a84384b5b62) AuthConfig (a29ea9637b5eb32f8d6d4f2b5d209b6f8a6ea0138fc97e06d2776bef9f73ee49) AuthConfig (7ad24f9734ea58076ec70114f5f434dbf5e788f21e7121d849e8b67bc7981e8a) AuthConfig (2569e5e9fc3e804ec0741c90e2790ef00f6b7c14bdda8890d83733a330527a7b) AuthConfig (979da396c5ec42b0cc342ee5f54339453b09c85646a7e0afc5ea253bd41d5105) AuthConfig (3004836d6e4390890bde53fcbc5b1f458661a7eb7d3836371c74bc6edf417012) AuthConfig (7eaac2bf7f88a8784a57248956a5ea1191582e24521f797b81e107c0cfdc918b) AuthConfig (87bf8195cb46df45721d9772b6d9c1d85408fe9de84329c0217f496dece94efd) AuthConfig (6820ca3e737538382112e23754bcada48bbdde9be38981d3882b70d443435ef6) AuthConfig (d7195880db733cd8e0533a42b35dfd82b2dd345a4016ed8a1b7da592d7b10c69) AuthConfig (1118da6a09e32ae1d09804ff8c680c0adf24cc914a044843b61037297cfb738f) AuthConfig (c23051cb5bb4a3015bb4cc2e2922894a5f30372c13f11335fa506fcf51e9d74b) AuthConfig (e955c1fbb41900910840193bdfce677975fb4bad3ce89fa3ccbc586095f5b6c6) AuthConfig (74da1d8dc07f8fbcb249b37fb1b905d87361f8d2d8ff08285ed44cafc9a2c495) AuthConfig (029045e00305747e65f2b39014f0b9928bd42830c73dbd2cc2297c386c8e9da6) AuthConfig (fc713df69794bd38ea8cfef62946a3bbff26bd07251a8e06d3108cd02bd6747b) AuthConfig (f0416cc9054345832bca5348fe7bdbfe79ee030a79e0080bb9c82f753c819ae6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"d5246b30-d1f7-463f-85c5-6e434846576b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:14.456540194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.392261784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"df73169c-6ae0-4d07-9251-8d451c3fe7e3","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscription":"e2e-shared-sub-ac9d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.394092556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b5455f74-d9d0-4987-b279-0ce95499d8d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.401089384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"b5455f74-d9d0-4987-b279-0ce95499d8d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.408147318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-shared-sub-ac9d0d","reconcileID":"df73169c-6ae0-4d07-9251-8d451c3fe7e3","MaaSSubscription":{"name":"e2e-shared-sub-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-ef434a/e2e-b-only-ac9d0d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.423204162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"c64be8d1-6bc1-41ac-9ad9-99667a4eb22f","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.520645141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"d8b7a60e-62cf-42d8-9309-6f64648c216e","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.520664326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"d8b7a60e-62cf-42d8-9309-6f64648c216e","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.527016029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3a24b8ab-040a-4eb1-b5d8-b66aec24a53b","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.527033115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"3a24b8ab-040a-4eb1-b5d8-b66aec24a53b","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.845990744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"717fc8a3-0a0f-4cdc-93ed-521f7f583692","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.846014978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"717fc8a3-0a0f-4cdc-93ed-521f7f583692","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.674277289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"8eb738ed-5362-4c17-ba63-ab57e5813322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.680930764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"8eb738ed-5362-4c17-ba63-ab57e5813322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.686071249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-556c14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4246e464531649d341081f96be34f229911ac47e4900e9c9887f652b0435c6b7) AuthConfig (95d7284d344d851a56fce0c24b6d54283d41447521dca7e1c89be3c9e31b4ad1) AuthConfig (50b0dfe9578b7910d4f6cbf4afc5b5da929b25d76b986ba211cf6a9fea27474a) AuthConfig (65ea223344a3fe336732256cfb58dcd9de24d8c3fc8eb13d4ae87c4de3655813) AuthConfig (f308427b8c89fb5d1f9e35024670941852ae9d6acccc199e64bd4f6666efc2dd) AuthConfig (60b7f049bd15633be536587d2783900f3e95ecd1726533c997b2e7cb604674d1) AuthConfig (e837842f0dcf7a3eae8bce381e879c48071a69cd998e79bc2653ef63b967f660) AuthConfig (5a480c86082c4b9050ea2b264415d09cacbbc4626bf65d98f6a364d65296c34b) AuthConfig (4f4cf7cb56cc4426c700290f50dc8479a58cd22f27cc37ba8486d34707603026) AuthConfig (2468caa32489ee66ee499cb1b10f541928288fb7f3fd1aaaa5ed334e6d49a77b) AuthConfig (93a20d1b271d161f2133c1d29ecacc00c9008bbdbfc79d3c2931d6c8edecc4d9) AuthConfig (d9630aa4bd94c7639e6b922623327a220feb676694a1cd42ff35097f7cc3c7cc) AuthConfig (06744de437cc695c0c216b90cc5190b90c017ce32d30a799ddd6113bfd43d4e1) AuthConfig (8506c3e81e83a6fba6df3f97fbb83f23466906cb1c0110b49e2b10132e9c7a5a) AuthConfig (ee461d03d9cc604fe750baf203c7345016ccee7be4d11f269778629a2010bcb7) AuthConfig (86dd1fd085074f2c24ec219292f294bacc4ae59f44b1bb88dea89b307f007916) AuthConfig (d3facf43ab32805358d79039da46037fd12f8bba994aaaa09235b091585c7780) AuthConfig (def11f2b05854aeeba3a29b50409ced0569e7adb22b30893dedcc3aa9e1e7ed7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"8eb738ed-5362-4c17-ba63-ab57e5813322","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.694103302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"96d3b2bd-65b9-4976-b47d-a595a4a1b446","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.694122908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"96d3b2bd-65b9-4976-b47d-a595a4a1b446","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.750261934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"52b5122e-3ab1-4085-869e-43c90ced9461","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.750283424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"52b5122e-3ab1-4085-869e-43c90ced9461","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.757335844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"f04fb19a-fde8-4eba-b4e5-fa522cce8a8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.760973151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"9d2c1995-6f7b-4ca5-90ab-eb5c4a70346b","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.76099729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"9d2c1995-6f7b-4ca5-90ab-eb5c4a70346b","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.763747639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"c0ca81f4-290e-4004-8640-5590c4b96fa8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-48029f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.765532325Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"9d2c1995-6f7b-4ca5-90ab-eb5c4a70346b","name":"sub-test-model-6c0ec0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6c0ec0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.765575426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"9d2c1995-6f7b-4ca5-90ab-eb5c4a70346b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6c0ec0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.76801099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"f04fb19a-fde8-4eba-b4e5-fa522cce8a8a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.770759674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"28bb5226-cf9d-48ae-8142-ae6a5f50c1ed","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.770774522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"28bb5226-cf9d-48ae-8142-ae6a5f50c1ed","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.775224261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"376ae128-5aae-40be-b688-202eefecbb51","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.775242729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"376ae128-5aae-40be-b688-202eefecbb51","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.780884881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a8e5299f-13ba-48f0-a9dd-9633fe6829cd","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.780901468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a8e5299f-13ba-48f0-a9dd-9633fe6829cd","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.801468759Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"0e2ad613-dff6-43b6-8432-c237eb61e3ca","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"sub-test-model-6c0ec0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-shared-sub-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.841640723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"92360d18-84d8-48ab-b7e5-7bada4835eff","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.84166572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"92360d18-84d8-48ab-b7e5-7bada4835eff","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.856325427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ac789599-f45b-4632-a5df-be47829007d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.863117834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"ac789599-f45b-4632-a5df-be47829007d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.895141473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"b8d8dad5-dc4a-4081-9a36-276452a1f3b5","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.933568589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"c7263c41-be73-4aae-b64b-05513fcaeeb7","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.933590382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"c7263c41-be73-4aae-b64b-05513fcaeeb7","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.943206188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"76c988ab-a5ce-4e4c-9817-aa188c058996","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.943274143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"76c988ab-a5ce-4e4c-9817-aa188c058996","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.945769368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"a28ad058-66b6-4d8f-a334-4b194df07717","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-48029f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.947934687Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"76c988ab-a5ce-4e4c-9817-aa188c058996","name":"sub-test-model-4a697f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4a697f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:21.947981824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"76c988ab-a5ce-4e4c-9817-aa188c058996","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-4a697f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.953478077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"067cdbfc-eb2a-4fad-9518-451d24844092","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.95349309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"067cdbfc-eb2a-4fad-9518-451d24844092","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.954536278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"ce38a135-6668-4240-89a6-ce531ffd1037","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.9545584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"ce38a135-6668-4240-89a6-ce531ffd1037","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.956032603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d4b3143d-d0ad-4e74-89a7-9ed064b3b016","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.962009984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"a0299fa5-abbd-42a2-8738-cdb76eb672f8","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.962025019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"a0299fa5-abbd-42a2-8738-cdb76eb672f8","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.965604159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d4b3143d-d0ad-4e74-89a7-9ed064b3b016","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.997991294Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"fb424c17-c0fa-44d7-91cb-a80ce2c135fc","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"sub-test-model-4a697f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-4a697f/e2e-shared-sub-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.016094426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"db95eea9-8002-4691-bf82-b20d0e68fb7c","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.016115339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"db95eea9-8002-4691-bf82-b20d0e68fb7c","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.059743829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"f9fb3c65-9c10-4ea5-9fda-2fa5ba1b27e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.066878629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"f9fb3c65-9c10-4ea5-9fda-2fa5ba1b27e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.094621463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"97ae51c4-492e-480b-a439-ce5b14e498e1","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.116997786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"37ef7d0a-6b76-4149-b26a-6f8e01328548","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.117012155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"37ef7d0a-6b76-4149-b26a-6f8e01328548","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.125208428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"67fc3180-5353-412d-9452-d9266d078503","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.125225253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"67fc3180-5353-412d-9452-d9266d078503","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:22.126936264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"8b582f81-25b4-4d7c-9d33-98610a5f12e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-48029f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.144025863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"f951faa2-5c55-4a72-a9ef-e18f86ee6fb2","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.144043972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"f951faa2-5c55-4a72-a9ef-e18f86ee6fb2","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.14941405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"f3f4a2ec-aaad-49d2-83ca-889d1713d7a6","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.149430702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"f3f4a2ec-aaad-49d2-83ca-889d1713d7a6","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.156832872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"59062497-769a-4dd1-875d-21b57e300458","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.165849983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"59062497-769a-4dd1-875d-21b57e300458","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.208643218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"49ae5a04-fff0-4cee-a1b5-528a4b52dbf3","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-a-only-48029f","ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-shared-sub-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.2314363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"ea633b51-ed7e-4603-ad5d-29df5c636f42","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.231455617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"ea633b51-ed7e-4603-ad5d-29df5c636f42","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.289832452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1cc34949-e34a-46c2-b6be-a145bdb69507","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.289848889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1cc34949-e34a-46c2-b6be-a145bdb69507","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.29776001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"5b3e7e0d-a13d-419a-b598-57d0221b9e98","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.297775411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"5b3e7e0d-a13d-419a-b598-57d0221b9e98","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.298739571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"6212eaac-c5cf-4b1b-919e-3f3f26084e57","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.299118361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"fd812e18-46a2-4ccb-b9a5-382dc3361234","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:22.299249847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"edad453d-fcaf-460f-8ad8-9c284eb0ae63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-48029f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.36607289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"12e4add8-02a4-4ca2-b8bd-1fca3ae72a72","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.36609577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"12e4add8-02a4-4ca2-b8bd-1fca3ae72a72","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.369483792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"de29ef14-9735-4cb8-b26a-8d363d8e2b3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.446734145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"27eaac44-e327-46b1-b263-169bf9d786a9","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.446753976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"27eaac44-e327-46b1-b263-169bf9d786a9","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.447698423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"de29ef14-9735-4cb8-b26a-8d363d8e2b3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.465279534Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"094b581b-714d-42ad-aed9-af6248cc60ee","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-4a697f/e2e-b-only-48029f","ai-tenant-e2e-shared-b-w4-4a697f/e2e-shared-sub-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.485157238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"433cc03e-ac5d-4117-aa8f-71ae418f02bf","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.485171847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"433cc03e-ac5d-4117-aa8f-71ae418f02bf","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.560638916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"0c1a6bd3-ee93-450f-bb2c-b8d0a33dcd57","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.560640257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"8fc0b451-8fb0-4dee-9877-04d5509d590f","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.048332704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"6673e5b3-8389-4fc0-9fa8-3eb91e6cbf93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.055174511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"6673e5b3-8389-4fc0-9fa8-3eb91e6cbf93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.082875864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"567ab78c-dce8-4421-b44b-a9df81ea364a","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.08289585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"567ab78c-dce8-4421-b44b-a9df81ea364a","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.501924041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"20a70eb3-7e00-457d-aea5-5492a0a19f51","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.501944574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"20a70eb3-7e00-457d-aea5-5492a0a19f51","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.506487486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"d741dd62-5134-42fc-a253-9697f526ca9a","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.506503744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"d741dd62-5134-42fc-a253-9697f526ca9a","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.570204635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"4f61f0de-843b-42cc-a88a-341233929419","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.593839106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"4f61f0de-843b-42cc-a88a-341233929419","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.600183209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"4f61f0de-843b-42cc-a88a-341233929419","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.610024728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"c169b108-b1d2-4c03-8985-30f056b35a25","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.610051651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"c169b108-b1d2-4c03-8985-30f056b35a25","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.855048465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"b782e37f-6312-4dd8-b191-10c59fd067f8","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","subscription":"e2e-b-only-ac9d0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.859725696Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"b782e37f-6312-4dd8-b191-10c59fd067f8","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.8653298Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"e2e-b-only-ac9d0d","reconcileID":"b782e37f-6312-4dd8-b191-10c59fd067f8","MaaSSubscription":{"name":"e2e-b-only-ac9d0d","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"name":"maas-trlp-sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.971753593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"e054bfde-ed15-45d1-a87c-85026ce5f63d","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"tenant":"e2e-shared-b-w2-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","model":"ai-tenant-e2e-shared-b-w2-ef434a/sub-test-model-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.971775228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"sub-test-model-ef434a","reconcileID":"e054bfde-ed15-45d1-a87c-85026ce5f63d","MaaSModelRef":{"name":"sub-test-model-ef434a","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"routeName":"sub-test-model-ef434a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","llmisvcName":"sub-test-model-ef434a","gateway":"openshift-ingress/e2e-shared-b-w2-ef434a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.714538025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"4c334822-ef4c-49a5-8d70-60aa88ef4e5d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.735973788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"4c334822-ef4c-49a5-8d70-60aa88ef4e5d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.893117327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0150ca7d-a032-4754-810f-1071dfc16109","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.893139898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0150ca7d-a032-4754-810f-1071dfc16109","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.334454326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"249ea058-4c8d-4915-9643-3fc017402044","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.334475619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"249ea058-4c8d-4915-9643-3fc017402044","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.341679698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5a19bf12-ef15-496f-be20-e70fdf61ecd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.345539733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"8711f0f0-8e62-432e-9846-1852b4965f37","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.345562309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"8711f0f0-8e62-432e-9846-1852b4965f37","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:32.346112009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"ec15c247-6532-41a7-8b0f-236584c31215","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-066969\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.349350218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"5a19bf12-ef15-496f-be20-e70fdf61ecd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.359736905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9451de64-8adf-4816-a52d-3f87cf2b9d45","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.359759627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9451de64-8adf-4816-a52d-3f87cf2b9d45","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.381031315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9b872170-5f62-4503-92ab-0fdcba6cef06","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.381062803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"9b872170-5f62-4503-92ab-0fdcba6cef06","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.402245785Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"60e33fbd-fb02-4f10-a09f-7643676b12fc","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","model":"rate-test-model-717217","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-717217/e2e-rate-iso-a-066969"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.423534427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"86a6f740-d117-45c9-b55c-953612d333ca","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.423555083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"86a6f740-d117-45c9-b55c-953612d333ca","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.440042331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"88638b32-7aa2-40c6-b4ae-dd58c4c29655","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.447315441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"88638b32-7aa2-40c6-b4ae-dd58c4c29655","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.49236276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"7bedf721-04f8-4e52-b654-cf1f67d9afe1","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.492378143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"7bedf721-04f8-4e52-b654-cf1f67d9afe1","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.501609617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"304a8e88-532b-4631-a3ab-7d5c5e0791ff","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.501687094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"304a8e88-532b-4631-a3ab-7d5c5e0791ff","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:32.504357881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"cc4152ca-65bf-4e2f-995c-50f780e03651","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-066969\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.50448263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"3a788f10-b380-46cc-8ca5-3ad5d430c5e7","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:32.505853602Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"304a8e88-532b-4631-a3ab-7d5c5e0791ff","name":"rate-test-model-556c14","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-556c14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:32.505898333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"304a8e88-532b-4631-a3ab-7d5c5e0791ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-556c14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.511759015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"5727d102-7a5e-4524-978c-c28b7f8493c1","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.511774875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"5727d102-7a5e-4524-978c-c28b7f8493c1","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.513736446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"3c85e13f-fe5b-48e1-aa20-ab65e3f87ba4","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.513751313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"3c85e13f-fe5b-48e1-aa20-ab65e3f87ba4","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.519746674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"d3ef3176-db3f-442e-a997-14663a686e20","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.519766447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"d3ef3176-db3f-442e-a997-14663a686e20","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.540653924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"710cec39-632d-46ab-b146-ef38c945c0fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.547625531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"710cec39-632d-46ab-b146-ef38c945c0fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.600224015Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"a424c3be-cb19-49aa-b57b-ecbbbc5a9f87","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","model":"rate-test-model-556c14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-556c14/e2e-rate-iso-b-066969"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.618343904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"054924ae-d9c3-479b-a132-6da87a99f9b7","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.61836009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"054924ae-d9c3-479b-a132-6da87a99f9b7","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.642493211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"147b9f36-9ae0-407b-8e37-59d1a71b8950","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.649283852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"147b9f36-9ae0-407b-8e37-59d1a71b8950","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.698948886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"cb6fb030-065c-40db-8fc8-afc7deb21888","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.634642212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"9f1fb756-91b2-4e33-9a4f-8ae00175478d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.659111553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"9f1fb756-91b2-4e33-9a4f-8ae00175478d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.671957249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"9f1fb756-91b2-4e33-9a4f-8ae00175478d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.607879213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75945bb8-c891-438e-8c62-bbadcb087cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.611272774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75945bb8-c891-438e-8c62-bbadcb087cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.614270566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75945bb8-c891-438e-8c62-bbadcb087cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.617661837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75945bb8-c891-438e-8c62-bbadcb087cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.946767656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f92c69-a358-4f60-a4ca-278cd2d9a55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.950003725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f92c69-a358-4f60-a4ca-278cd2d9a55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.952960301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f92c69-a358-4f60-a4ca-278cd2d9a55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.956049456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f92c69-a358-4f60-a4ca-278cd2d9a55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.455406464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.680082555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"91aa0ec5-6b38-4c3b-8653-5c0c12d49c95","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.6870662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"91aa0ec5-6b38-4c3b-8653-5c0c12d49c95","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.692262232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"91aa0ec5-6b38-4c3b-8653-5c0c12d49c95","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.601797106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"a9ea3db0-9030-4f12-b2e8-a6c5e214530b","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.607117693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"95f10b47-94b8-4707-8d4f-886199085725","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.701530877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"23e1fa9d-0d0b-4b15-83b0-91fb063fed2a","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.701646997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"23e1fa9d-0d0b-4b15-83b0-91fb063fed2a","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.709341722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"6783ce06-bb2c-47c5-a693-cabbd7826186","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.709478561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"6783ce06-bb2c-47c5-a693-cabbd7826186","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.750931306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"0b47841d-170c-46a6-b53b-3ad18ba437a1","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.75341988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"d6f3f2ab-b5ca-4bdd-9136-6777e21a2358","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.774517447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"ecd627c1-22b1-4814-bdec-007994fad049","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.774595105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"ecd627c1-22b1-4814-bdec-007994fad049","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.783639096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"3ad00037-b819-4fa0-9f33-69f7ab580fc5","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.783736953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"3ad00037-b819-4fa0-9f33-69f7ab580fc5","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.846735726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"12522fb1-fc8c-4b04-8080-ba614993b5a8","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.847112938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"d0aed82e-bbd4-4080-a1c2-104488239923","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.867847971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"84546275-c978-411f-89cc-427fae84b7b2","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.86797149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"84546275-c978-411f-89cc-427fae84b7b2","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.873048269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d5ea720a-d95a-4899-873d-947412513c9e","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.873142011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d5ea720a-d95a-4899-873d-947412513c9e","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.01729791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"cbf777c5-2770-4493-8cd3-5969058ff76a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.025597544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"cbf777c5-2770-4493-8cd3-5969058ff76a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.114525437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d1e990d3-4a84-430d-961c-50f353b4ba49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.156084158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"d1e990d3-4a84-430d-961c-50f353b4ba49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.441637304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"07d76ebd-7ab0-4193-a07d-cc6e4667f634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.449007558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"07d76ebd-7ab0-4193-a07d-cc6e4667f634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.641576146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"f5d2c826-15a3-4c0f-8f62-ec1578b3bfdc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.648147054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"f5d2c826-15a3-4c0f-8f62-ec1578b3bfdc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.489841471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","namespace":"ai-tenant-e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.489950305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","namespace":"ai-tenant-e2e-extmod-a-027c19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.490021301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","tenant":"e2e-extmod-a-027c19","tenantID":"e2e-extmod-a-027c19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.497127874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Deployment","name":"maas-api-e2e-extmod-a-027c19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.509470697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Service","name":"maas-api-e2e-extmod-a-027c19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.518893286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-027c19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.526146537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-027c19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.531322347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.540571379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.550983002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.563733356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.56656114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.56921278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.572427449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Service","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.575256645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.578133722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.580713453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.583358118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.589236207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.591984579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.594544943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.59730165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-027c19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.600010655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-027c19"},"namespace":"ai-tenant-e2e-extmod-a-027c19","name":"default-tenant","reconcileID":"a78b07b1-1dc3-4a4b-b645-dd17570d5942","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-027c19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.829997219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"e3f7b4cd-f1f2-4c68-a558-3021e8a9f3c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.830681814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"61c5f2bf-af7e-4190-93cf-5c0ca8691037","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.830700687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"61c5f2bf-af7e-4190-93cf-5c0ca8691037","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.853309715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"f57ccbf5-e9aa-44cd-a2df-ef1f2391062f","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.853564384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"cec2ba87-c074-413c-83cf-dfc20af195c1","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.938882976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"e3f7b4cd-f1f2-4c68-a558-3021e8a9f3c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.967424732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"e3f7b4cd-f1f2-4c68-a558-3021e8a9f3c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.96744691Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"e3f7b4cd-f1f2-4c68-a558-3021e8a9f3c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.97430791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"a5302f3b-6b9a-4071-b863-3c9c9f4f258a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.974818739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d00cf639-699a-49c4-b9e5-8646c05cb07c","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.974836985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"d00cf639-699a-49c4-b9e5-8646c05cb07c","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.995780638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"1cc3ff25-ee9b-46f0-97a9-e3dd0243f4d2","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.99605633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"12a6590c-afab-451a-93e5-6ad4b2fc2f0a","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.046016074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"a5302f3b-6b9a-4071-b863-3c9c9f4f258a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.052462715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"a5302f3b-6b9a-4071-b863-3c9c9f4f258a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"e2e-shared-a-w4-6c0ec0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.052478723Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"a5302f3b-6b9a-4071-b863-3c9c9f4f258a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-6c0ec0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:54.055060428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-sub-iso-auth-48029f","reconcileID":"a5302f3b-6b9a-4071-b863-3c9c9f4f258a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-48029f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.118358348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"0955b146-ecea-40ae-90d7-fd5fdc7246cf","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.118381286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"0955b146-ecea-40ae-90d7-fd5fdc7246cf","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.69777941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47dc8cf8-dd8a-4a5c-82c8-39615231c873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.704594262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47dc8cf8-dd8a-4a5c-82c8-39615231c873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.710038357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16e5bdc11cdc1788814d2dbeffbcb92f61db8d1d7e8c231933418f8e3b107eda) AuthConfig (173ac2766a23cf1a9684c0a3b7575c86ec3166ec13428497231187a02df5156b) AuthConfig (3f51e5067ee7f3ae853f192108df86ff0a3e7db9a30f8593c5a029a68e41b59c) AuthConfig (6e697782f2dd2df2c46d9469acc6d9680f4fe5f965d421eb59ad5c593eb4006d) AuthConfig (7c5c557229ce079f958ddba09a5c91cdf7b007c5f1dc5caf21771a44e86bdda8) AuthConfig (e3a32cd45dce3125cb89fcb01ab225b5b8067d52fd9fb84bb8522fa1bdbe01fe) AuthConfig (bf7ff9eb24c67e9badf53659d81a470e9ac4ac890df3fe60cd40ca4a67d40b26) AuthConfig (e7b9fa3110c36aafc8a3f01b459c0654f6b0aa7a440902fc28874ef78de6bf8a) AuthConfig (e55fe79655bb7429958b6a17d5c22eb4f61bfd3b4388ed7146f51d77a785c590) AuthConfig (ca90297722bc3a756f5e551c994fb87dc98be0b9873248889bf0a8b499425f2a) AuthConfig (3ba723c6f631f7d472c17f69c2b1ee0bf4a9edc1618ed577b568c2633750c79d) AuthConfig (12016390dda06bb0a7c9b5a5e57b06f2e3fdfd44fafb6bf0c182613120e6c15f) AuthConfig (1302b60494d372f63a264f7d661144854d825c888db13d4bdd8316439df7d76a) AuthConfig (e185102f411adaa1faaf2277eec510cc189ee955e370ca1e3848afb64676731a) AuthConfig (5b54429dc278b2f34d21fee986776db77d84e33ecf773ac647ada1f4bc8ad184) AuthConfig (59fb116c8972fb7ea0bd142277877bb03923b7d711ccda6e7fa298f674e5ea49) AuthConfig (8ee5d4c67b486c46dc8918adcb08a044f03fba358df8f04899ce38e002122ede) AuthConfig (66cbc1e03ecaeceeffac0ff0c38f203421890b72e11e6125c337d1bd294affc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47dc8cf8-dd8a-4a5c-82c8-39615231c873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.718186768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"959a8f9e-5317-4a78-849e-6d78c8f0a95e","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.718210859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"959a8f9e-5317-4a78-849e-6d78c8f0a95e","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.14462249Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-027c19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-027c19","reconcileID":"433abd48-e6cb-4f0d-9dc6-1383a9820251","aitenant":"ai-tenants/e2e-extmod-a-027c19","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.384996021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d666897-e4dc-48cf-9823-5bfef81f7c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.388467748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d666897-e4dc-48cf-9823-5bfef81f7c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.391875534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d666897-e4dc-48cf-9823-5bfef81f7c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.395066765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d666897-e4dc-48cf-9823-5bfef81f7c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.399642662Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-027c19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-027c19","reconcileID":"433abd48-e6cb-4f0d-9dc6-1383a9820251","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-027c19","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-027c19"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.616652503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93790325-68dd-4634-b4a0-bf045279ae82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.619854375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93790325-68dd-4634-b4a0-bf045279ae82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.64640043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93790325-68dd-4634-b4a0-bf045279ae82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.649802929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93790325-68dd-4634-b4a0-bf045279ae82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:57.00214886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae064d1-5ac6-47c3-97db-c4529a4f6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:57.011695673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae064d1-5ac6-47c3-97db-c4529a4f6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:57.015758601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae064d1-5ac6-47c3-97db-c4529a4f6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:57.019358174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae064d1-5ac6-47c3-97db-c4529a4f6c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.388590706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafc0f04-cdf4-4ec6-a500-c3e5525e764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.39225509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafc0f04-cdf4-4ec6-a500-c3e5525e764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.399174988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafc0f04-cdf4-4ec6-a500-c3e5525e764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.410884306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafc0f04-cdf4-4ec6-a500-c3e5525e764e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.695121255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18448e61-f305-40f8-8e05-c2cb991b9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.698146592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18448e61-f305-40f8-8e05-c2cb991b9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.701191411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18448e61-f305-40f8-8e05-c2cb991b9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.704305287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18448e61-f305-40f8-8e05-c2cb991b9de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.13922401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"32eb02d8-830e-4b1b-b966-61f0653dc98a","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscription":"e2e-shared-sub-48029f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.158200558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-shared-sub-48029f","reconcileID":"32eb02d8-830e-4b1b-b966-61f0653dc98a","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-6c0ec0/e2e-a-only-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.170869007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"a79a148c-22a1-4392-895c-a9d7f6ab3896","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.182035306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"badf111a-6c24-4cd1-a946-7e3a2c07f9d9","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.1820536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"badf111a-6c24-4cd1-a946-7e3a2c07f9d9","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.322161633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a75e85da-f389-41a1-89e5-d50ab3f73712","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.322183955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"a75e85da-f389-41a1-89e5-d50ab3f73712","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.72351261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"a8689991-f3b7-46ca-a573-aabc97998095","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.732122727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"a8689991-f3b7-46ca-a573-aabc97998095","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.74322954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16e5bdc11cdc1788814d2dbeffbcb92f61db8d1d7e8c231933418f8e3b107eda) AuthConfig (173ac2766a23cf1a9684c0a3b7575c86ec3166ec13428497231187a02df5156b) AuthConfig (3f51e5067ee7f3ae853f192108df86ff0a3e7db9a30f8593c5a029a68e41b59c) AuthConfig (6e697782f2dd2df2c46d9469acc6d9680f4fe5f965d421eb59ad5c593eb4006d) AuthConfig (7c5c557229ce079f958ddba09a5c91cdf7b007c5f1dc5caf21771a44e86bdda8) AuthConfig (e3a32cd45dce3125cb89fcb01ab225b5b8067d52fd9fb84bb8522fa1bdbe01fe) AuthConfig (bf7ff9eb24c67e9badf53659d81a470e9ac4ac890df3fe60cd40ca4a67d40b26) AuthConfig (e7b9fa3110c36aafc8a3f01b459c0654f6b0aa7a440902fc28874ef78de6bf8a) AuthConfig (e55fe79655bb7429958b6a17d5c22eb4f61bfd3b4388ed7146f51d77a785c590) AuthConfig (ca90297722bc3a756f5e551c994fb87dc98be0b9873248889bf0a8b499425f2a) AuthConfig (3ba723c6f631f7d472c17f69c2b1ee0bf4a9edc1618ed577b568c2633750c79d) AuthConfig (12016390dda06bb0a7c9b5a5e57b06f2e3fdfd44fafb6bf0c182613120e6c15f) AuthConfig (1302b60494d372f63a264f7d661144854d825c888db13d4bdd8316439df7d76a) AuthConfig (e185102f411adaa1faaf2277eec510cc189ee955e370ca1e3848afb64676731a) AuthConfig (5b54429dc278b2f34d21fee986776db77d84e33ecf773ac647ada1f4bc8ad184) AuthConfig (59fb116c8972fb7ea0bd142277877bb03923b7d711ccda6e7fa298f674e5ea49) AuthConfig (8ee5d4c67b486c46dc8918adcb08a044f03fba358df8f04899ce38e002122ede) AuthConfig (66cbc1e03ecaeceeffac0ff0c38f203421890b72e11e6125c337d1bd294affc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"a8689991-f3b7-46ca-a573-aabc97998095","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.006605559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","namespace":"ai-tenant-e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.006663882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","namespace":"ai-tenant-e2e-extmod-b-3c5983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.006712653Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","tenant":"e2e-extmod-b-3c5983","tenantID":"e2e-extmod-b-3c5983","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.01159205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3c5983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.023154892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Service","name":"maas-api-e2e-extmod-b-3c5983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.033695957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3c5983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.039392141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3c5983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.053155724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.06336124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.069432593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.075950032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.078935126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.081752214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.089194034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Service","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.09268445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.100547221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.104962745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.108844691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.126579769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.129839617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.13367791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.137197595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3c5983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.143043317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3c5983"},"namespace":"ai-tenant-e2e-extmod-b-3c5983","name":"default-tenant","reconcileID":"69931212-980b-4c72-82ad-5dde90b2d45c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3c5983","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.336575287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"5137a9a1-90e8-4514-a471-aac79d154130","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","subscription":"e2e-a-only-48029f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.339850677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"5137a9a1-90e8-4514-a471-aac79d154130","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.34324277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"e2e-a-only-48029f","reconcileID":"5137a9a1-90e8-4514-a471-aac79d154130","MaaSSubscription":{"name":"e2e-a-only-48029f","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"name":"maas-trlp-sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.370601363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"6e2b3539-6d2d-425a-ae7e-f2ba496f0ff7","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"tenant":"e2e-shared-a-w4-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","model":"ai-tenant-e2e-shared-a-w4-6c0ec0/sub-test-model-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.370619719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"sub-test-model-6c0ec0","reconcileID":"6e2b3539-6d2d-425a-ae7e-f2ba496f0ff7","MaaSModelRef":{"name":"sub-test-model-6c0ec0","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"routeName":"sub-test-model-6c0ec0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","llmisvcName":"sub-test-model-6c0ec0","gateway":"openshift-ingress/e2e-shared-a-w4-6c0ec0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.45595385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.666791954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"edc8a73d-3cab-4a79-8caa-95e01248d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.666956959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"2b4d34f5-51dd-4e76-97d3-d5bde07458ac","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.666976516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"2b4d34f5-51dd-4e76-97d3-d5bde07458ac","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.687186946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"53014eb5-01e1-4587-83f4-23594424a5d4","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.687535015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"61debad9-16ab-4808-8843-8f628a0b018a","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.71429426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"edc8a73d-3cab-4a79-8caa-95e01248d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.767831749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"edc8a73d-3cab-4a79-8caa-95e01248d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"e2e-shared-b-w4-4a697f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.767852707Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-sub-iso-auth-48029f","reconcileID":"edc8a73d-3cab-4a79-8caa-95e01248d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.775164833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"5b658e9d-7245-42d5-902c-f681ea642e32","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.775182662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"5b658e9d-7245-42d5-902c-f681ea642e32","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.802848476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"6a7cc3e0-8b4d-4069-9c46-d002162cdac2","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.803675003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"02edbf76-8ebc-446c-b9a7-6df113c7fa02","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.852839716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"15b2d1ef-9800-4d2b-a06b-08938dea1733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.859789802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"15b2d1ef-9800-4d2b-a06b-08938dea1733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.865301795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-4af1f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16e5bdc11cdc1788814d2dbeffbcb92f61db8d1d7e8c231933418f8e3b107eda) AuthConfig (173ac2766a23cf1a9684c0a3b7575c86ec3166ec13428497231187a02df5156b) AuthConfig (3f51e5067ee7f3ae853f192108df86ff0a3e7db9a30f8593c5a029a68e41b59c) AuthConfig (6e697782f2dd2df2c46d9469acc6d9680f4fe5f965d421eb59ad5c593eb4006d) AuthConfig (7c5c557229ce079f958ddba09a5c91cdf7b007c5f1dc5caf21771a44e86bdda8) AuthConfig (e3a32cd45dce3125cb89fcb01ab225b5b8067d52fd9fb84bb8522fa1bdbe01fe) AuthConfig (bf7ff9eb24c67e9badf53659d81a470e9ac4ac890df3fe60cd40ca4a67d40b26) AuthConfig (e7b9fa3110c36aafc8a3f01b459c0654f6b0aa7a440902fc28874ef78de6bf8a) AuthConfig (e55fe79655bb7429958b6a17d5c22eb4f61bfd3b4388ed7146f51d77a785c590) AuthConfig (ca90297722bc3a756f5e551c994fb87dc98be0b9873248889bf0a8b499425f2a) AuthConfig (3ba723c6f631f7d472c17f69c2b1ee0bf4a9edc1618ed577b568c2633750c79d) AuthConfig (12016390dda06bb0a7c9b5a5e57b06f2e3fdfd44fafb6bf0c182613120e6c15f) AuthConfig (1302b60494d372f63a264f7d661144854d825c888db13d4bdd8316439df7d76a) AuthConfig (e185102f411adaa1faaf2277eec510cc189ee955e370ca1e3848afb64676731a) AuthConfig (5b54429dc278b2f34d21fee986776db77d84e33ecf773ac647ada1f4bc8ad184) AuthConfig (59fb116c8972fb7ea0bd142277877bb03923b7d711ccda6e7fa298f674e5ea49) AuthConfig (8ee5d4c67b486c46dc8918adcb08a044f03fba358df8f04899ce38e002122ede) AuthConfig (66cbc1e03ecaeceeffac0ff0c38f203421890b72e11e6125c337d1bd294affc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"15b2d1ef-9800-4d2b-a06b-08938dea1733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.929981667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1d9d004e-80a8-4ebd-8395-4db87f8384f2","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:14.930002496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"1d9d004e-80a8-4ebd-8395-4db87f8384f2","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.572275094Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3c5983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3c5983","reconcileID":"3fb5d80c-5d50-42ba-84dd-82acbf5ef2c2","aitenant":"ai-tenants/e2e-extmod-b-3c5983","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.783698852Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3c5983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3c5983","reconcileID":"3fb5d80c-5d50-42ba-84dd-82acbf5ef2c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3c5983","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3c5983"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.858507263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb0bf7b-45f8-4ccc-a324-2540c98387f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.867097833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb0bf7b-45f8-4ccc-a324-2540c98387f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.951000733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb0bf7b-45f8-4ccc-a324-2540c98387f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.954505595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb0bf7b-45f8-4ccc-a324-2540c98387f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.167498549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f8ff1e-126b-4a90-ac5b-c245812a8cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.175721228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f8ff1e-126b-4a90-ac5b-c245812a8cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.186131235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f8ff1e-126b-4a90-ac5b-c245812a8cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.19135437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f8ff1e-126b-4a90-ac5b-c245812a8cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.492360304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cde1dc-7c39-4f37-850f-aae208717195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.495622123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cde1dc-7c39-4f37-850f-aae208717195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.4988153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cde1dc-7c39-4f37-850f-aae208717195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.50201701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10cde1dc-7c39-4f37-850f-aae208717195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.012116778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"9df35304-66da-4484-8741-3722df7703bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.012548732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"a20250bc-6d4d-4912-9f3a-97c802015ee6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.012569179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"a20250bc-6d4d-4912-9f3a-97c802015ee6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.038405173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"30d63966-20d4-4018-a7e2-2afbd2ba5a7b","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.11920026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"9df35304-66da-4484-8741-3722df7703bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.142452457Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"9df35304-66da-4484-8741-3722df7703bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"e2e-shared-a-w3-717217-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.142473041Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-auth-066969","reconcileID":"9df35304-66da-4484-8741-3722df7703bc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.159229337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"a110b59d-95f0-4cd4-b0e2-0cc1a1072f75","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.15933983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"a110b59d-95f0-4cd4-b0e2-0cc1a1072f75","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.1865517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"6744edca-73f0-47f0-818f-d3274a3c30a2","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.29024642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"7f6c5ad7-f16e-4cb4-877a-4bf9175990b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.290342837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0567cc89-caf7-41e1-a4e6-e195d087b7b7","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.290362569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0567cc89-caf7-41e1-a4e6-e195d087b7b7","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.301752607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"7f6c5ad7-f16e-4cb4-877a-4bf9175990b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.354977827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"d62b6272-c5cb-41dd-a982-0eba7d3b0ee7","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.377344691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"7f6c5ad7-f16e-4cb4-877a-4bf9175990b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"e2e-shared-b-w3-556c14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.377404491Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-auth-066969","reconcileID":"7f6c5ad7-f16e-4cb4-877a-4bf9175990b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.384961066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"73374fd3-0ef0-4d4f-a968-f2b0a8ec4b65","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.384989642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"73374fd3-0ef0-4d4f-a968-f2b0a8ec4b65","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.413191675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"4c7ac1ff-c93d-4e0f-bbe6-f8f053705cc5","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.554542504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"cf476f56-55c3-4468-b068-c9d3084ccbc6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.554640424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"cf476f56-55c3-4468-b068-c9d3084ccbc6","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.630894726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdfbd78-c126-45c1-bae1-6bdc20316046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.634876955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdfbd78-c126-45c1-bae1-6bdc20316046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.639747939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdfbd78-c126-45c1-bae1-6bdc20316046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.644082081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdfbd78-c126-45c1-bae1-6bdc20316046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.909413733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"7428e3fd-c0be-4bfb-8ffa-3f0c43043ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.920404925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"7428e3fd-c0be-4bfb-8ffa-3f0c43043ab3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.948598312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"02e84540-3e7b-4306-8c1f-8249e2cb74ff","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscription":"e2e-shared-sub-48029f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.992478566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"5b139c40-2596-406a-b017-dd8846d5efa0","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:24.992523696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"5b139c40-2596-406a-b017-dd8846d5efa0","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.048847667Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-shared-sub-48029f","reconcileID":"02e84540-3e7b-4306-8c1f-8249e2cb74ff","MaaSSubscription":{"name":"e2e-shared-sub-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-4a697f/e2e-b-only-48029f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.180747252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"a5e68651-b503-4b2b-98f2-63517d892fe2","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.189535718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"ffde2036-4ba5-4d39-b84e-3af413f45552","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.189557377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"ffde2036-4ba5-4d39-b84e-3af413f45552","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.227964895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bec0d1a-a68b-49fe-9b84-55faab243506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.231117275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bec0d1a-a68b-49fe-9b84-55faab243506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.234368713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bec0d1a-a68b-49fe-9b84-55faab243506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.25123967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bec0d1a-a68b-49fe-9b84-55faab243506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.475769999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"58c257ee-d5cb-47f0-bdf7-2b794f87c06f","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:25.47580064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"58c257ee-d5cb-47f0-bdf7-2b794f87c06f","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.083181526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"b15691c8-6bcd-44cb-a22e-cf6f829c1059","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.083207174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"b15691c8-6bcd-44cb-a22e-cf6f829c1059","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.090833372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"d4208e03-9937-4bdf-a786-eaeaf75ebfee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.091344369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ce41e78a-bbb7-4cfc-b881-54df98000985","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.091359472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ce41e78a-bbb7-4cfc-b881-54df98000985","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.092528731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"6be8bb73-9f53-40f3-bb26-d9b49cf43016","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-d86844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.095097491Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ce41e78a-bbb7-4cfc-b881-54df98000985","name":"rate-test-model-2729f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2729f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.095153381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"ce41e78a-bbb7-4cfc-b881-54df98000985","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-2729f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.097755429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"d4208e03-9937-4bdf-a786-eaeaf75ebfee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.101276056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"d05371bc-8739-4977-8016-6c7b821cab87","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.101292632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"d05371bc-8739-4977-8016-6c7b821cab87","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.103305777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"05c8c4eb-129e-4baf-9213-47cb8b27cf4d","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.103320704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"05c8c4eb-129e-4baf-9213-47cb8b27cf4d","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.110511964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"cacb447e-0b84-40d8-8275-688d86bf8d90","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.110531662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"cacb447e-0b84-40d8-8275-688d86bf8d90","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.123253376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"662e3508-f0b9-44c2-9eb3-85e7d7095be2","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","model":"rate-test-model-2729f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-2729f2/e2e-rate-iso-a-d86844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.140221897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"c9337531-7f40-4092-a862-45c0e87a521e","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.140240487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"c9337531-7f40-4092-a862-45c0e87a521e","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.188516465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"14ebea7f-8fa8-4372-b1cd-492826843d89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.197017574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"14ebea7f-8fa8-4372-b1cd-492826843d89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.222803532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"2c7032a9-b062-4d6c-a5c5-aecefba74bcd","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.271041573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"b62076c6-db7c-4cf2-b07e-184065752ae6","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.271067548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"b62076c6-db7c-4cf2-b07e-184065752ae6","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.321097469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"32940338-70aa-4ddc-af20-690646c63949","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.32240742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"592937e9-f135-44db-bfd8-352646893573","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.322434082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"592937e9-f135-44db-bfd8-352646893573","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.330165894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"be0a0ee4-1dd3-4277-b087-d7bd00d74040","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-d86844\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.332375498Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"592937e9-f135-44db-bfd8-352646893573","name":"rate-test-model-4af1f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-4af1f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:27.332419377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"592937e9-f135-44db-bfd8-352646893573","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-4af1f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.336087572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"32940338-70aa-4ddc-af20-690646c63949","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.337623529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"0974c7d2-53d3-49f9-81a0-5feee3f389fa","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.337638856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"0974c7d2-53d3-49f9-81a0-5feee3f389fa","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.345641526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"684ed78e-ffd4-4550-b74a-fc0997890964","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.345661426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"684ed78e-ffd4-4550-b74a-fc0997890964","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.357356137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"67452aac-eb14-45f9-9d74-8c20c1a6ec58","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.35737379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"67452aac-eb14-45f9-9d74-8c20c1a6ec58","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.399416338Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"35a341bc-c7cc-48ae-b49d-1a4e06390b38","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","model":"rate-test-model-4af1f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-4af1f7/e2e-rate-iso-b-d86844"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.427128394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"6d2480fb-df23-4393-a332-5ae2d4b6543f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.437083279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"6d2480fb-df23-4393-a332-5ae2d4b6543f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.437480867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"bef5b5a3-64c1-4efa-a44f-d5fb6f06cb64","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.437496338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"bef5b5a3-64c1-4efa-a44f-d5fb6f06cb64","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.474257626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"dc04ef33-472f-4ccb-821e-ba8822089763","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.582041056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"041cfce6-ce56-4e97-ba72-4aa9bc9f35a7","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","subscription":"e2e-rate-iso-a-066969","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.585632883Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"041cfce6-ce56-4e97-ba72-4aa9bc9f35a7","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.589036891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"e2e-rate-iso-a-066969","reconcileID":"041cfce6-ce56-4e97-ba72-4aa9bc9f35a7","MaaSSubscription":{"name":"e2e-rate-iso-a-066969","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"name":"maas-trlp-rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.650503622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"b98678e1-5dd7-417c-90fc-25df171aff2d","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"tenant":"e2e-shared-a-w3-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","model":"ai-tenant-e2e-shared-a-w3-717217/rate-test-model-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.6505319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"rate-test-model-717217","reconcileID":"b98678e1-5dd7-417c-90fc-25df171aff2d","MaaSModelRef":{"name":"rate-test-model-717217","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"routeName":"rate-test-model-717217-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-717217","llmisvcName":"rate-test-model-717217","gateway":"openshift-ingress/e2e-shared-a-w3-717217","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.79615849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"3ea7405e-501e-4c12-b3b2-f7dac63ebeab","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:30.796180656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"3ea7405e-501e-4c12-b3b2-f7dac63ebeab","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.793523543Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","namespace":"ai-tenant-e2e-shared-a-w2-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.793579747Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","namespace":"ai-tenant-e2e-shared-a-w2-531447","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.793637198Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","tenant":"e2e-shared-a-w2-531447","tenantID":"e2e-shared-a-w2-531447","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.798720836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-531447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.809330748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Service","name":"maas-api-e2e-shared-a-w2-531447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.82397888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-531447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.829426593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-531447","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.835238101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.842522053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.852023617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.85713518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.859806284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.862315038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.8660311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.869997241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.874584011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.87775605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.883507781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.890016461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.892927993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.895791491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.898445052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-531447","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.901308828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-531447"},"namespace":"ai-tenant-e2e-shared-a-w2-531447","name":"default-tenant","reconcileID":"42dac2fa-26fa-47a1-9af5-8188a98a9da1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-531447","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.490988009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"e4259f04-ad32-450a-9496-132268502185","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","subscription":"e2e-b-only-48029f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.494275216Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"e4259f04-ad32-450a-9496-132268502185","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.497632349Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"e2e-b-only-48029f","reconcileID":"e4259f04-ad32-450a-9496-132268502185","MaaSSubscription":{"name":"e2e-b-only-48029f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"name":"maas-trlp-sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.52316903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"a20c9037-75bf-4144-acc3-072402d79668","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"tenant":"e2e-shared-b-w4-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","model":"ai-tenant-e2e-shared-b-w4-4a697f/sub-test-model-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.523184851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"sub-test-model-4a697f","reconcileID":"a20c9037-75bf-4144-acc3-072402d79668","MaaSModelRef":{"name":"sub-test-model-4a697f","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"routeName":"sub-test-model-4a697f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","llmisvcName":"sub-test-model-4a697f","gateway":"openshift-ingress/e2e-shared-b-w4-4a697f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.179862729Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-531447","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-531447","reconcileID":"76f06ef3-45de-4e06-b2cf-33960be9ad46","aitenant":"ai-tenants/e2e-shared-a-w2-531447","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.286736095Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-531447","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-531447","reconcileID":"76f06ef3-45de-4e06-b2cf-33960be9ad46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-531447","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-531447"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.35124798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f778ef0-080a-43dd-99fe-287a6bdaca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.354468992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f778ef0-080a-43dd-99fe-287a6bdaca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.357307178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f778ef0-080a-43dd-99fe-287a6bdaca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.360445457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f778ef0-080a-43dd-99fe-287a6bdaca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.594779167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611da278-6586-4b9c-9229-c8d028687b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.597873095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611da278-6586-4b9c-9229-c8d028687b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.600921445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611da278-6586-4b9c-9229-c8d028687b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:38.603936936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611da278-6586-4b9c-9229-c8d028687b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:39.01209314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ebc03-0f1e-4e1b-8bf4-63e546c82a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:39.015298874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ebc03-0f1e-4e1b-8bf4-63e546c82a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:39.018330013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ebc03-0f1e-4e1b-8bf4-63e546c82a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:39.021442177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ebc03-0f1e-4e1b-8bf4-63e546c82a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:40.81008574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"8128f61c-564a-42d2-9d42-f104e026d9f8","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","subscription":"e2e-rate-iso-b-066969","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:40.813304613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"8128f61c-564a-42d2-9d42-f104e026d9f8","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:40.81662952Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"e2e-rate-iso-b-066969","reconcileID":"8128f61c-564a-42d2-9d42-f104e026d9f8","MaaSSubscription":{"name":"e2e-rate-iso-b-066969","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"name":"maas-trlp-rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:40.842200409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0137d153-a820-4be1-8ca8-dbc1406668c8","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"tenant":"e2e-shared-b-w3-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","model":"ai-tenant-e2e-shared-b-w3-556c14/rate-test-model-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:40.842217112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"rate-test-model-556c14","reconcileID":"0137d153-a820-4be1-8ca8-dbc1406668c8","MaaSModelRef":{"name":"rate-test-model-556c14","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"routeName":"rate-test-model-556c14-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-556c14","llmisvcName":"rate-test-model-556c14","gateway":"openshift-ingress/e2e-shared-b-w3-556c14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:44.455355776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.506855301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43bbefd-0ccf-404b-84fc-319a92be9319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.509932517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43bbefd-0ccf-404b-84fc-319a92be9319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.513282877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43bbefd-0ccf-404b-84fc-319a92be9319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.516572593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b43bbefd-0ccf-404b-84fc-319a92be9319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.849338774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75859637-d61e-472d-a272-2b5caab4c0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.852377365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75859637-d61e-472d-a272-2b5caab4c0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.855485348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75859637-d61e-472d-a272-2b5caab4c0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:45.859251539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75859637-d61e-472d-a272-2b5caab4c0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.527940243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"12010bc5-8d6e-440c-a6bf-88a9136c47e9","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.546717781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"ed583970-94a6-4f34-8647-998b74e62e0a","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.546738477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"ed583970-94a6-4f34-8647-998b74e62e0a","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.627154003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"92b80070-961f-4ffd-8173-4714eba5b93d","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.645444657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"4ddbe056-fbe7-477d-aa64-e455914fc599","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:47.645462771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"4ddbe056-fbe7-477d-aa64-e455914fc599","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:48.173211431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"564da144-4510-470d-94f1-c23acb8549bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:48.182298694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"564da144-4510-470d-94f1-c23acb8549bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:48.30609363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"18385349-9fad-488f-ac1b-a087e3a77dbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:48.316813406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"18385349-9fad-488f-ac1b-a087e3a77dbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.004025606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3be6519-5a30-402d-8000-d13d77cbddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.007159698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3be6519-5a30-402d-8000-d13d77cbddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.010319386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3be6519-5a30-402d-8000-d13d77cbddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.013151306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3be6519-5a30-402d-8000-d13d77cbddf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.286650609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca0a355-72be-46a3-9333-c8e9a438d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.290101723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca0a355-72be-46a3-9333-c8e9a438d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.293863003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca0a355-72be-46a3-9333-c8e9a438d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.297310103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca0a355-72be-46a3-9333-c8e9a438d52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.550430255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864f8fa9-5f68-480f-92cc-bea37e38b6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.556304054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864f8fa9-5f68-480f-92cc-bea37e38b6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.560589592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864f8fa9-5f68-480f-92cc-bea37e38b6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.568040215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864f8fa9-5f68-480f-92cc-bea37e38b6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.825641352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbc0ef9-42b7-4371-85dc-6250cc24c0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.828703931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbc0ef9-42b7-4371-85dc-6250cc24c0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.831516905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbc0ef9-42b7-4371-85dc-6250cc24c0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:49.847352874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bbc0ef9-42b7-4371-85dc-6250cc24c0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.961039025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","namespace":"ai-tenant-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.961104946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","namespace":"ai-tenant-e2e-extmod-a-7c759a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.961182972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","tenant":"e2e-extmod-a-7c759a","tenantID":"e2e-extmod-a-7c759a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.965501722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7c759a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.975978675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Service","name":"maas-api-e2e-extmod-a-7c759a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.987020989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7c759a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.991778068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7c759a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:50.996808103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.002536245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.008874935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.018857594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.024740139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.027392443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.030086172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Service","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.03237375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.034846284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.037276229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.040186419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.048132039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.050594992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.052830436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.055222197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7c759a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.057606772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7c759a"},"namespace":"ai-tenant-e2e-extmod-a-7c759a","name":"default-tenant","reconcileID":"0a43dadf-4001-47ef-8677-080de81d3604","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7c759a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.760271538Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.760326895Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","namespace":"ai-tenant-e2e-shared-b-w2-ef434a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.760373172Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","tenant":"e2e-shared-b-w2-ef434a","tenantID":"e2e-shared-b-w2-ef434a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.764692822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-ef434a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.775320794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Service","name":"maas-api-e2e-shared-b-w2-ef434a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.787711789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-ef434a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.792316581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-ef434a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.801239604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.809113205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.816385242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.821071397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.823763304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.826209627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.828662107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.831099392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.835067919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.837385314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.839778133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.845416732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.848091527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.850525402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.85296477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-ef434a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.855291573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-ef434a"},"namespace":"ai-tenant-e2e-shared-b-w2-ef434a","name":"default-tenant","reconcileID":"b7be95ec-bb6f-41eb-9599-f4e1c3bacd32","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-ef434a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.08313492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809c420-ffdd-4f00-abd6-a8da877dee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.086178919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809c420-ffdd-4f00-abd6-a8da877dee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.089184707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809c420-ffdd-4f00-abd6-a8da877dee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.092331513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809c420-ffdd-4f00-abd6-a8da877dee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.302210697Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7c759a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7c759a","reconcileID":"b42f0a91-fe1f-407e-8c26-9d8abfefa5ee","aitenant":"ai-tenants/e2e-extmod-a-7c759a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.372601293Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7c759a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7c759a","reconcileID":"b42f0a91-fe1f-407e-8c26-9d8abfefa5ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7c759a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7c759a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.422085331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fba699-6279-4456-a10f-855c024924a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.446248852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fba699-6279-4456-a10f-855c024924a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.449368947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fba699-6279-4456-a10f-855c024924a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.452982854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fba699-6279-4456-a10f-855c024924a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.63105269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc71592-a4e0-4c2a-a9e3-b687ec231a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.634686157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc71592-a4e0-4c2a-a9e3-b687ec231a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.642197541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc71592-a4e0-4c2a-a9e3-b687ec231a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.649236327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc71592-a4e0-4c2a-a9e3-b687ec231a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.82899831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb54a12-3f0f-4e08-a359-4a8cc77c5ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.832275766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb54a12-3f0f-4e08-a359-4a8cc77c5ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.848610059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb54a12-3f0f-4e08-a359-4a8cc77c5ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.872116126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb54a12-3f0f-4e08-a359-4a8cc77c5ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:58.907043799Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ef434a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ef434a","reconcileID":"c82ae5c5-a886-450c-81f2-a9513ece22d3","aitenant":"ai-tenants/e2e-shared-b-w2-ef434a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:58.979853808Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-ef434a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-ef434a","reconcileID":"c82ae5c5-a886-450c-81f2-a9513ece22d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-ef434a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-ef434a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.054441355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d4653a-d1de-4826-beec-95f120539e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.05777022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d4653a-d1de-4826-beec-95f120539e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.0608208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d4653a-d1de-4826-beec-95f120539e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.06430375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d4653a-d1de-4826-beec-95f120539e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.239663611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbda2444-cd84-416a-921c-e4b4433306cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.248213706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbda2444-cd84-416a-921c-e4b4433306cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.256265102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbda2444-cd84-416a-921c-e4b4433306cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:59.262278992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbda2444-cd84-416a-921c-e4b4433306cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.037196802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"c8553fe8-da37-476a-828d-cdba6c1eca94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.037286186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"19a87fdd-c85d-4f01-80be-6b0bb30d540a","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.052772246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"81d32deb-19b2-47c1-9f65-ce0b344e7fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.060539573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"628e20de-ff2e-484e-8c82-92039d91a7f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.060562585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"81d32deb-19b2-47c1-9f65-ce0b344e7fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.153127023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"204324bc-2809-478d-8d9d-122aa1f41150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.153783047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"eb72d009-8689-4d29-aabb-68fed4a24ea7","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.17589213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"f3ac10a5-6adb-49aa-9631-a7bf06676d8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.176523378Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","namespace":"ai-tenant-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.176570651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","namespace":"ai-tenant-e2e-extmod-a-d25759","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.176622191Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","tenant":"e2e-extmod-a-d25759","tenantID":"e2e-extmod-a-d25759","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.181494693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d25759","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.196326032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Service","name":"maas-api-e2e-extmod-a-d25759","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.206969156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d25759","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.211930884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d25759","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.225142655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.236545429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.243167484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:41:00.250074521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-access","reconcileID":"204324bc-2809-478d-8d9d-122aa1f41150","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.250292155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.252949053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"19e6a9bd-7027-4571-b69e-fe8a31e8e6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.253385385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.25597479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.258560062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Service","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.260440854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"19e6a9bd-7027-4571-b69e-fe8a31e8e6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.262877503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.265819556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.268756269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.272230888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.28005471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.282753641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.28546817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.288440005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d25759","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.288713361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"56c49768-9843-49ac-b047-cbc76b46562d","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.291134546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d25759"},"namespace":"ai-tenant-e2e-extmod-a-d25759","name":"default-tenant","reconcileID":"b7db2a50-74c1-4470-b025-deb361aa4473","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d25759","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.353979909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f9846e41-2401-4ac2-8e8f-3b812956dc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:00.361477075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f9846e41-2401-4ac2-8e8f-3b812956dc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.470318951Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d25759","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d25759","reconcileID":"95f7a678-396b-4b87-b124-66c6f5d58f61","aitenant":"ai-tenants/e2e-extmod-a-d25759","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.794129993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d25759","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d25759","reconcileID":"95f7a678-396b-4b87-b124-66c6f5d58f61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d25759","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d25759"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.825868616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4de260-f75a-4a38-a510-2d03556d35c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.829105114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4de260-f75a-4a38-a510-2d03556d35c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.832284698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4de260-f75a-4a38-a510-2d03556d35c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:03.835732379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4de260-f75a-4a38-a510-2d03556d35c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.029032607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c04a79d-a41e-4c39-928f-0ff59c031d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.034079081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c04a79d-a41e-4c39-928f-0ff59c031d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.047954594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c04a79d-a41e-4c39-928f-0ff59c031d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.058347206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c04a79d-a41e-4c39-928f-0ff59c031d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.247422682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8320f458-b9f6-4ea2-bb57-f0da4068f298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.250412107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8320f458-b9f6-4ea2-bb57-f0da4068f298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.253783967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8320f458-b9f6-4ea2-bb57-f0da4068f298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.257122669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8320f458-b9f6-4ea2-bb57-f0da4068f298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:04.981138403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"2bc37b95-9ab3-4157-8d86-5e1a58a88d08","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.026294134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"87fa4a1b-1aa4-43a0-b91b-452e0c829e98","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.087511875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"792bfbe1-b7cc-4782-bbd3-efa54bea36e6","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.11216681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"218bca89-8072-42b1-a14f-c537637b4b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.120869256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"04307095-3d40-4cec-b9af-ac7f4ec80aa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.125672631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"218bca89-8072-42b1-a14f-c537637b4b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.167489541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"d9bd062c-7303-46d6-b2f5-e85c735f3aa5","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.173359175Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"ed6f74f8-d141-42f5-b188-267477229f7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.184269379Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"ed6f74f8-d141-42f5-b188-267477229f7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.184871758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"944dfb55-8392-47f2-975c-223c56e5c21a","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.205385468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"1841cb8b-5b01-4a5d-b3cf-e6efe2a70eed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.241812414Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"ed6f74f8-d141-42f5-b188-267477229f7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.254037811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ea01a353-32f2-4dc4-b989-84056007eb32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.261591177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"ea01a353-32f2-4dc4-b989-84056007eb32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.307766614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c32f1831-9d90-48e0-b982-15101b3fa10f","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.309721992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"facd904c-4c26-4b85-8a50-fb8778311518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.312194034Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"facd904c-4c26-4b85-8a50-fb8778311518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/simulator-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.355662523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"16f3f81f-b823-4a79-bbfb-065fbc4fb535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:05.364840497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"16f3f81f-b823-4a79-bbfb-065fbc4fb535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:41:05.451222806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"simulator-subscription","reconcileID":"facd904c-4c26-4b85-8a50-fb8778311518","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.007634986Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","namespace":"ai-tenant-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.00769679Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","namespace":"ai-tenant-e2e-extmod-b-57079b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.007746351Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","tenant":"e2e-extmod-b-57079b","tenantID":"e2e-extmod-b-57079b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.01230068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Deployment","name":"maas-api-e2e-extmod-b-57079b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.024470234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Service","name":"maas-api-e2e-extmod-b-57079b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.037065575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-57079b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.043621477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-57079b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.052246553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.056877628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.068192652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.073064994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.075617406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.078176553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.080581926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Service","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.085061732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.087459084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.08989149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.09236813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.101270413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.103926423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.10647376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.108878338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-57079b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:08.111311884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-57079b"},"namespace":"ai-tenant-e2e-extmod-b-57079b","name":"default-tenant","reconcileID":"02803047-a32d-4ef2-b402-3f971777b6af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-57079b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.26874706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cf4e38-1f93-4336-9552-30f9428dd59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.272180857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cf4e38-1f93-4336-9552-30f9428dd59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.282207844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"b1405e25-a439-4268-94e5-abca033d57f4","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.285075974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cf4e38-1f93-4336-9552-30f9428dd59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.296358397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4cf4e38-1f93-4336-9552-30f9428dd59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.329662254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f82ea843-5d9b-40a9-a39c-76dbf42bd828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.350596487Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"8fba3111-bf4c-4c7e-88ff-7d8d31a64dbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f3bbab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.367177617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f82ea843-5d9b-40a9-a39c-76dbf42bd828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.395155152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cf96056c-e6f4-4c43-bde1-bd705cab3ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.404146526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"cf96056c-e6f4-4c43-bde1-bd705cab3ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.599689577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ea130b-789b-49f8-959a-94c881314c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.603070307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ea130b-789b-49f8-959a-94c881314c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.606134225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ea130b-789b-49f8-959a-94c881314c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.609174126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ea130b-789b-49f8-959a-94c881314c83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.040940772Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"cf57ee02-22ed-43e0-ad8b-9343816f3c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f3bbab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.059764763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bb7c3309-9136-4369-b8ae-fa025b74e2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.069725723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"bb7c3309-9136-4369-b8ae-fa025b74e2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.075355495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"510a782c-2098-42eb-9443-9840923c4240","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.146515224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"c2fe7190-4897-4eff-8614-1918ed1cecd7","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.14709025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c5466635-5e9e-45bb-a6df-5f491e3cd50a","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.147399262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"8c078c09-c678-499f-a9d4-6b6a577b4a62","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.246679687Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"a492a4be-5f58-453e-a37f-9c5ac6e846e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f3bbab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.252174173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"8dbec409-ce30-469f-a465-41df508c5b38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f3bbab0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.277852431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fa3ea175-8af0-49e2-b837-27e35efd7446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.285434879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"fa3ea175-8af0-49e2-b837-27e35efd7446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.324001239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f89559cd-e8f9-4676-852c-100f59f7ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.324376913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"29f05eff-f8fa-450f-b6ae-5db442588071","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.398567083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4572af-05a7-4559-a028-405d46f38580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.405242316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4572af-05a7-4559-a028-405d46f38580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.410962492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4572af-05a7-4559-a028-405d46f38580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.416775296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4572af-05a7-4559-a028-405d46f38580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.48154374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f89559cd-e8f9-4676-852c-100f59f7ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.518682036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f89559cd-e8f9-4676-852c-100f59f7ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"e2e-worker-w2-f7680d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.518716004Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-access","reconcileID":"f89559cd-e8f9-4676-852c-100f59f7ecc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.533011751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"fd16f23f-5b54-4c57-90f1-ea149bed7231","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.719307318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055cb35-03d4-418f-8580-8f6813a148d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.723149456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055cb35-03d4-418f-8580-8f6813a148d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.726174276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055cb35-03d4-418f-8580-8f6813a148d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:12.73045702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5055cb35-03d4-418f-8580-8f6813a148d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.271218894Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-57079b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-57079b","reconcileID":"5bdf73e8-c7ee-40ce-bed7-5f5df81e9047","aitenant":"ai-tenants/e2e-extmod-b-57079b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.335697441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-57079b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-57079b","reconcileID":"5bdf73e8-c7ee-40ce-bed7-5f5df81e9047","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-57079b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-57079b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.349095823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75194e1-ec85-46eb-be5a-beef01852e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.353331641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75194e1-ec85-46eb-be5a-beef01852e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.359666095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75194e1-ec85-46eb-be5a-beef01852e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.367851551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75194e1-ec85-46eb-be5a-beef01852e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.548093011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977cb208-b61d-46eb-9cf4-37d379c64f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.56185839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977cb208-b61d-46eb-9cf4-37d379c64f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.5686107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977cb208-b61d-46eb-9cf4-37d379c64f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.572489405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977cb208-b61d-46eb-9cf4-37d379c64f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.972015393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d99b6-0cff-4167-850c-6b24369930c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.97589523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d99b6-0cff-4167-850c-6b24369930c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.979323312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d99b6-0cff-4167-850c-6b24369930c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.982393048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82d99b6-0cff-4167-850c-6b24369930c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.455231095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.805554318Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","namespace":"ai-tenant-e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.805754498Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","namespace":"ai-tenant-e2e-extmod-b-e1f08d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.805867523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","tenant":"e2e-extmod-b-e1f08d","tenantID":"e2e-extmod-b-e1f08d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.811284599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Deployment","name":"maas-api-e2e-extmod-b-e1f08d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.823452944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Service","name":"maas-api-e2e-extmod-b-e1f08d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.845791334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-e1f08d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.852159363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-e1f08d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.860100844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.869272265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.880468863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.889123504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.892086488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.896846646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.901105866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Service","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.905233945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.909129857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.913139776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.916388454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.927660758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.93253711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.935896148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.938653095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-e1f08d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.944718387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e1f08d"},"namespace":"ai-tenant-e2e-extmod-b-e1f08d","name":"default-tenant","reconcileID":"38e356ff-abf4-43bf-a1c7-95ccd637d2da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-e1f08d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.193652779Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e1f08d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e1f08d","reconcileID":"baf62bf5-1ef3-411b-89e1-87513ffd7d22","aitenant":"ai-tenants/e2e-extmod-b-e1f08d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.2726482Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e1f08d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e1f08d","reconcileID":"baf62bf5-1ef3-411b-89e1-87513ffd7d22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e1f08d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-e1f08d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.354797847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf3d1b-4df8-4354-9024-a41d485bf11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.358532607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf3d1b-4df8-4354-9024-a41d485bf11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.362559183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf3d1b-4df8-4354-9024-a41d485bf11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.365800483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddcf3d1b-4df8-4354-9024-a41d485bf11d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.605609846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5df465-88c7-4b80-b086-dcecc78fed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.609869305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5df465-88c7-4b80-b086-dcecc78fed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.613672283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5df465-88c7-4b80-b086-dcecc78fed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.617085115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5df465-88c7-4b80-b086-dcecc78fed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.842357677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f9b4828f-cc2f-4191-81fc-8409ce07db2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.842819807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"30b1c486-b8d1-4da9-838c-57fba7319de9","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.842838404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"30b1c486-b8d1-4da9-838c-57fba7319de9","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.853691331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f9b4828f-cc2f-4191-81fc-8409ce07db2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.94705904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"c126f073-7aab-44a3-969b-b19cfaefc124","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.951505266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f9b4828f-cc2f-4191-81fc-8409ce07db2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"e2e-shared-a-w1-2729f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.951534595Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-auth-d86844","reconcileID":"f9b4828f-cc2f-4191-81fc-8409ce07db2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.958439587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"149d8ae3-77ee-4168-8fdc-efb3013db10b","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.958458566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"149d8ae3-77ee-4168-8fdc-efb3013db10b","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.98300491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"024d6d4e-a286-4aed-8858-0721f600a654","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.107663119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47585762-868d-422c-ab3d-2f703911cf86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.108187355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"74d30556-6ebf-4b7c-abdc-1bca42e932ca","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.108207471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"74d30556-6ebf-4b7c-abdc-1bca42e932ca","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.164682709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"24f3ad1b-d75e-4b9b-99dc-22e4fc45ac55","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.218468194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47585762-868d-422c-ab3d-2f703911cf86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.255592452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47585762-868d-422c-ab3d-2f703911cf86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"e2e-shared-b-w1-4af1f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.255619863Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-auth-d86844","reconcileID":"47585762-868d-422c-ab3d-2f703911cf86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.263570502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"21f1de89-1601-42c1-abad-91eb1599a833","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.26359796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"21f1de89-1601-42c1-abad-91eb1599a833","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.290243405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"856c4073-79d6-4807-bea4-ed088538b367","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.41421738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"bbe9c425-ea7a-48f1-85d5-f97311ddd6f5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.414314314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"bbe9c425-ea7a-48f1-85d5-f97311ddd6f5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.593081315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0f45c-7c6f-4808-859e-347af8555598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.602556513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0f45c-7c6f-4808-859e-347af8555598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.612182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0f45c-7c6f-4808-859e-347af8555598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.647341236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cef0f45c-7c6f-4808-859e-347af8555598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.947125281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c3903-3f04-4b93-b729-60d265c3ff68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.950562074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c3903-3f04-4b93-b729-60d265c3ff68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.954283082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c3903-3f04-4b93-b729-60d265c3ff68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.958180787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c3903-3f04-4b93-b729-60d265c3ff68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.146591053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"f13d0330-b721-4aed-a63c-f57b664d06c2","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.147343303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"8d638e42-401f-466d-b79b-65bbace07c0d","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.14757694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"668785df-a5eb-4404-b220-4d2be70eaf19","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.25626194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"11c84359-545a-48c1-b2e1-a7b5edb61883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.259665364Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"11c84359-545a-48c1-b2e1-a7b5edb61883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.263040823Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"premium-simulator-subscription","reconcileID":"11c84359-545a-48c1-b2e1-a7b5edb61883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"name":"maas-trlp-premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d","model":"e2e-models-e2e-worker-w2-f7680d/premium-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.287661759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"f38fcbae-3495-4470-817b-19c9a3ba1a0d","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.315669667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","namespace":"ai-tenant-e2e-worker-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.315733217Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","namespace":"ai-tenant-e2e-worker-w2-f7680d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.315785599Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","tenant":"e2e-worker-w2-f7680d","tenantID":"e2e-worker-w2-f7680d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.320079972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Deployment","name":"maas-api-e2e-worker-w2-f7680d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.330715019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Service","name":"maas-api-e2e-worker-w2-f7680d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.345237243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-f7680d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.350159344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-f7680d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.355501451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.362609336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.369890837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.37852839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.38133695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.383947051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.387251892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Service","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.392624275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.395152544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.397747788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.40024196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.409460931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.412185896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.415278391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.417742063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-f7680d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:22.420243481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f7680d"},"namespace":"ai-tenant-e2e-worker-w2-f7680d","name":"default-tenant","reconcileID":"676e9b18-f083-4b74-a867-13e7557414e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-f7680d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:25.857176879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d7db6-ffdb-46ab-bda2-b6ac4276fb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:25.866116923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d7db6-ffdb-46ab-bda2-b6ac4276fb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:25.877136738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d7db6-ffdb-46ab-bda2-b6ac4276fb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:25.946646021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d7db6-ffdb-46ab-bda2-b6ac4276fb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.186723179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ca7d4-01c4-444d-843a-7c6fa8b9d26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.247415494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ca7d4-01c4-444d-843a-7c6fa8b9d26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.250802459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ca7d4-01c4-444d-843a-7c6fa8b9d26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.253844366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05ca7d4-01c4-444d-843a-7c6fa8b9d26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.509893177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8fceb-2692-46b8-b6b2-25de6225aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.515398813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8fceb-2692-46b8-b6b2-25de6225aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.525975656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8fceb-2692-46b8-b6b2-25de6225aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.55298446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8fceb-2692-46b8-b6b2-25de6225aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.704326282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a73f56f-cf87-4081-9f3f-04527c297f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.707507225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a73f56f-cf87-4081-9f3f-04527c297f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.711107242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a73f56f-cf87-4081-9f3f-04527c297f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.714653981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a73f56f-cf87-4081-9f3f-04527c297f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.910975881Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.911042484Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.911096556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","tenant":"e2e-shared-a-w4-6c0ec0","tenantID":"e2e-shared-a-w4-6c0ec0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.915762643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-6c0ec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.926162314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Service","name":"maas-api-e2e-shared-a-w4-6c0ec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.940220925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-6c0ec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.948851364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-6c0ec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.958735466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.963640182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.969885482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.976231522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.978847763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.9814267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.984995121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.987663872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.990238348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.99282854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.995465589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.003383758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.006139295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.008825805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.011330213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-6c0ec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.013740628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0"},"namespace":"ai-tenant-e2e-shared-a-w4-6c0ec0","name":"default-tenant","reconcileID":"79628d19-8de1-4aa5-9eeb-2fa572648c5b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-6c0ec0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.348130496Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-6c0ec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-6c0ec0","reconcileID":"d84b78d6-8388-4e5f-8935-4bb94201e1bc","aitenant":"ai-tenants/e2e-shared-a-w4-6c0ec0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.348547209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","namespace":"ai-tenant-e2e-shared-a-w3-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.348600397Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","namespace":"ai-tenant-e2e-shared-a-w3-717217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.348648434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","tenant":"e2e-shared-a-w3-717217","tenantID":"e2e-shared-a-w3-717217","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.353627142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-717217","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.366689877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Service","name":"maas-api-e2e-shared-a-w3-717217","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.377352678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-717217","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.38718736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-717217","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.39658643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.405245329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.41262077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.418763959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.422841613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.446236147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.446717832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-6c0ec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-6c0ec0","reconcileID":"d84b78d6-8388-4e5f-8935-4bb94201e1bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-6c0ec0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-6c0ec0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.44932378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.454782999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.457689797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.460207582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.465957859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.470108021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8996ef-6efb-4850-a5db-dff01e6fc184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.473228374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8996ef-6efb-4850-a5db-dff01e6fc184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.47338533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.476612878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8996ef-6efb-4850-a5db-dff01e6fc184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.479442937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.480221639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8996ef-6efb-4850-a5db-dff01e6fc184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.482834397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.485981433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-717217","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.488545905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-717217"},"namespace":"ai-tenant-e2e-shared-a-w3-717217","name":"default-tenant","reconcileID":"3c594b9a-7328-4629-9ccb-ee1dd525734d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-717217","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.999959766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad8435-a709-4301-a851-bd27318257f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.003401628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad8435-a709-4301-a851-bd27318257f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.006322888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad8435-a709-4301-a851-bd27318257f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.009305895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad8435-a709-4301-a851-bd27318257f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.432276288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"2acfb775-7413-42bb-9325-6d5187b27966","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","subscription":"e2e-rate-iso-a-d86844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.435519456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"2acfb775-7413-42bb-9325-6d5187b27966","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.438552472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"e2e-rate-iso-a-d86844","reconcileID":"2acfb775-7413-42bb-9325-6d5187b27966","MaaSSubscription":{"name":"e2e-rate-iso-a-d86844","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"name":"maas-trlp-rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.46484175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"a73dcbca-5c5a-427e-9328-1d6458df80b5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"tenant":"e2e-shared-a-w1-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","model":"ai-tenant-e2e-shared-a-w1-2729f2/rate-test-model-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.464858683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"rate-test-model-2729f2","reconcileID":"a73dcbca-5c5a-427e-9328-1d6458df80b5","MaaSModelRef":{"name":"rate-test-model-2729f2","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"routeName":"rate-test-model-2729f2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","llmisvcName":"rate-test-model-2729f2","gateway":"openshift-ingress/e2e-shared-a-w1-2729f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.623882964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"920203fd-de59-40d8-a5ac-0d7306415451","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:30.623903581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"920203fd-de59-40d8-a5ac-0d7306415451","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:32.14722747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"46c72380-7e69-4078-ac66-2c0147bd6fd2","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:32.147965142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"d85af818-81d0-4778-ade3-525c07fa93bd","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:32.14818496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"c23252d7-8259-496a-84f2-29294f0b5870","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:32.288658747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"02fd2d23-4db0-46b7-a492-2fa5e186d912","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.543995852Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-717217","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-717217","reconcileID":"3e2e0f53-7462-481b-90f2-34ca3122434c","aitenant":"ai-tenants/e2e-shared-a-w3-717217","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.610319114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-717217","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-717217","reconcileID":"3e2e0f53-7462-481b-90f2-34ca3122434c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-717217","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-717217"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.667065359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ce3a8b-567d-440d-8e63-99e34a6370d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.75817374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ce3a8b-567d-440d-8e63-99e34a6370d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.763024994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ce3a8b-567d-440d-8e63-99e34a6370d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:33.766975941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ce3a8b-567d-440d-8e63-99e34a6370d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.10820737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1305b8e6-b232-4daa-aeaa-af9f739ecf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.111463666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1305b8e6-b232-4daa-aeaa-af9f739ecf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.115391639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1305b8e6-b232-4daa-aeaa-af9f739ecf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.118847585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1305b8e6-b232-4daa-aeaa-af9f739ecf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.099190254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2407ad9e-da7c-4876-b0fc-812db8267cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.104481299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2407ad9e-da7c-4876-b0fc-812db8267cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.111263082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2407ad9e-da7c-4876-b0fc-812db8267cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.116857759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2407ad9e-da7c-4876-b0fc-812db8267cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.33098764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8943c6b-2465-4081-95f2-cd7317ae38e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.353628384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8943c6b-2465-4081-95f2-cd7317ae38e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.360174943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8943c6b-2465-4081-95f2-cd7317ae38e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.363366758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8943c6b-2465-4081-95f2-cd7317ae38e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.092312633Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.092386394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","namespace":"ai-tenant-e2e-shared-b-w4-4a697f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.092448033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","tenant":"e2e-shared-b-w4-4a697f","tenantID":"e2e-shared-b-w4-4a697f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.096901499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-4a697f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.107477122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Service","name":"maas-api-e2e-shared-b-w4-4a697f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.118389235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-4a697f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.127871047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-4a697f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.135104575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.139770503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.146785102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.155697313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.15812232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.160553072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.162849817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.165255507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.167520733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.169879922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.172273862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.178015315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.180364643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.182899004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.185377094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-4a697f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:38.187723682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4a697f"},"namespace":"ai-tenant-e2e-shared-b-w4-4a697f","name":"default-tenant","reconcileID":"24b2467e-ea28-4bdb-a3aa-25f9d144f837","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-4a697f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.26477459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c94c49f-c572-4649-9e71-aaf1df262958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.267872269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c94c49f-c572-4649-9e71-aaf1df262958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.271001911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c94c49f-c572-4649-9e71-aaf1df262958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.274465801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c94c49f-c572-4649-9e71-aaf1df262958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.650046173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"a08f21fd-98c3-4fbd-96d2-5237556ae64d","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","subscription":"e2e-rate-iso-b-d86844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.653409299Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"a08f21fd-98c3-4fbd-96d2-5237556ae64d","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.660276061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"e2e-rate-iso-b-d86844","reconcileID":"a08f21fd-98c3-4fbd-96d2-5237556ae64d","MaaSSubscription":{"name":"e2e-rate-iso-b-d86844","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"name":"maas-trlp-rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.693262874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"10888461-86f4-4660-bbfc-82bc8f168c7f","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"tenant":"e2e-shared-b-w1-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","model":"ai-tenant-e2e-shared-b-w1-4af1f7/rate-test-model-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.69328716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"rate-test-model-4af1f7","reconcileID":"10888461-86f4-4660-bbfc-82bc8f168c7f","MaaSModelRef":{"name":"rate-test-model-4af1f7","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"routeName":"rate-test-model-4af1f7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","llmisvcName":"rate-test-model-4af1f7","gateway":"openshift-ingress/e2e-shared-b-w1-4af1f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.69759566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0f28cb-592f-4a4d-af61-cb646b9427cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.700470635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0f28cb-592f-4a4d-af61-cb646b9427cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.703512039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0f28cb-592f-4a4d-af61-cb646b9427cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:40.706578544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0f28cb-592f-4a4d-af61-cb646b9427cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:42.148641569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-2-w2-f7680d","reconcileID":"ea969622-b02b-4d96-8407-a989fd67b323","MaaSModelRef":{"name":"distinct-2-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-2-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-2-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:42.148895117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"distinct-w2-f7680d","reconcileID":"7cead136-a668-477e-82c4-e2decad10673","MaaSModelRef":{"name":"distinct-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"distinct-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"distinct-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:42.149143726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"simulator-w2-f7680d","reconcileID":"9fa90545-095e-435a-b55d-de28931a7af4","MaaSModelRef":{"name":"simulator-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"simulator-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"simulator-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:42.28977313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"namespace":"e2e-models-e2e-worker-w2-f7680d","name":"premium-w2-f7680d","reconcileID":"4db9fbf3-f609-4f46-b3c8-e80ba60ce506","MaaSModelRef":{"name":"premium-w2-f7680d","namespace":"e2e-models-e2e-worker-w2-f7680d"},"routeName":"premium-w2-f7680d-kserve-route","namespace":"e2e-models-e2e-worker-w2-f7680d","llmisvcName":"premium-w2-f7680d","gateway":"openshift-ingress/e2e-worker-w2-f7680d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.669719558Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-4a697f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-4a697f","reconcileID":"0b3429ae-4430-49e8-9b39-b88e9228beac","aitenant":"ai-tenants/e2e-shared-b-w4-4a697f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.798511202Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-4a697f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-4a697f","reconcileID":"0b3429ae-4430-49e8-9b39-b88e9228beac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-4a697f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-4a697f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.816631091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aeea00-1cf5-4ae5-9d75-3b464e60fc95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.846736221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aeea00-1cf5-4ae5-9d75-3b464e60fc95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.850251541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aeea00-1cf5-4ae5-9d75-3b464e60fc95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:43.853453014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aeea00-1cf5-4ae5-9d75-3b464e60fc95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.223577968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49132b8-ef3c-4c81-9a37-263856951482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.226449155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49132b8-ef3c-4c81-9a37-263856951482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.229320806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49132b8-ef3c-4c81-9a37-263856951482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.232384327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49132b8-ef3c-4c81-9a37-263856951482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.456070609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.810596888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-access","reconcileID":"12e23fc6-2f7c-44a9-9b7a-3b1fe9290598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.810616315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"bb8b944b-6a87-4d7d-8f61-242c916cf0a7","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.858959327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"62dcf238-bc8c-4e58-bb75-174365b6960b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.889113739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"885a0c89-6a6f-4c34-9f5a-48680a3b41c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.896840838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"885a0c89-6a6f-4c34-9f5a-48680a3b41c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.921248852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"a8dd43b6-89c2-460a-af63-c316087b0fbb","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.964111695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"58ae1bf7-3a49-4beb-a979-bcbb1e3ac4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.988065482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0d29d746-66dd-49e2-af45-77020df05d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:44.995452535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"0d29d746-66dd-49e2-af45-77020df05d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.064221368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"1657ccf4-23d7-44c5-aebf-cd660792524e","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.088290251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c2adb87b-d89a-4767-a658-32c784ed1149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.101548047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"c2adb87b-d89a-4767-a658-32c784ed1149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.51511256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","namespace":"ai-tenant-e2e-shared-b-w3-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.51518226Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","namespace":"ai-tenant-e2e-shared-b-w3-556c14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.515229482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","tenant":"e2e-shared-b-w3-556c14","tenantID":"e2e-shared-b-w3-556c14","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.51984627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-556c14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.532057247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Service","name":"maas-api-e2e-shared-b-w3-556c14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.548099086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-556c14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.552410143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-556c14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.558013624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.564903066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.572879709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.579617828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.582351904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.584699082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.589497959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.594327427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.59674796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.599202474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.601700967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.607142296Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f7680d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f7680d","reconcileID":"5e59fbe5-c722-4826-a7a0-fb9053369cb2","aitenant":"ai-tenants/e2e-worker-w2-f7680d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.6075497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.610203039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.618004948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.625500445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-556c14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.630421828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-556c14"},"namespace":"ai-tenant-e2e-shared-b-w3-556c14","name":"default-tenant","reconcileID":"49e9f5a6-e666-4404-8396-e5cf12365ca1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-556c14","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.961887991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f7680d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f7680d","reconcileID":"5e59fbe5-c722-4826-a7a0-fb9053369cb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f7680d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-f7680d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.973779621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946d6aae-3b0a-407f-b9c5-029a16435754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.977097311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946d6aae-3b0a-407f-b9c5-029a16435754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.980101548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946d6aae-3b0a-407f-b9c5-029a16435754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:45.983332313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"946d6aae-3b0a-407f-b9c5-029a16435754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.217859787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3f5075-886c-4d10-b45a-858a52a06329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.220847144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3f5075-886c-4d10-b45a-858a52a06329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.249160996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3f5075-886c-4d10-b45a-858a52a06329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.252072407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3f5075-886c-4d10-b45a-858a52a06329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.964397197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"fe52e6f2-7e13-491b-bb0e-f58f3bcb3d14","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.967500028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"04ff67a8-b89a-415c-a127-9cf0239ff8aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57bcd798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.977167781Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"2fe0a603-4c4b-45e3-b7d6-f7aeccfae19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57bcd798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.979681126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b3cf5b9b-1926-4939-8801-41ca9b98ecb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:46.987706326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"b3cf5b9b-1926-4939-8801-41ca9b98ecb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.272338133Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-556c14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-556c14","reconcileID":"4fb44f32-811a-4c2a-a01e-4e95d9503b6f","aitenant":"ai-tenants/e2e-shared-b-w3-556c14","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.373363745Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-556c14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-556c14","reconcileID":"4fb44f32-811a-4c2a-a01e-4e95d9503b6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-556c14","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-556c14"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.391392971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0133fea1-fba5-4b09-9136-90f13343a43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.395250873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0133fea1-fba5-4b09-9136-90f13343a43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.399087657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0133fea1-fba5-4b09-9136-90f13343a43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.402748361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0133fea1-fba5-4b09-9136-90f13343a43d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.653718905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd17ed29-0893-4a75-95b6-063c8e6a562a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.656825523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd17ed29-0893-4a75-95b6-063c8e6a562a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.659719565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd17ed29-0893-4a75-95b6-063c8e6a562a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:49.662766238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd17ed29-0893-4a75-95b6-063c8e6a562a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.164953778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"61e967f7-1f34-4bb1-864d-a0dbc6eaaf4a","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.345345623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"8b6eca1a-af7a-4e9f-9b8b-e99462c60071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.345445862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c772f548-720f-4396-b62b-0f674d3cdd85","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.359433369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1579304e-4d1c-48d8-9421-9fc2d08809bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.359781354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"6212caf2-4013-4980-a235-fd44ce1ae671","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.360748011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c061045a-fae8-49c6-ab6a-64e21be3f9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.367889349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"c061045a-fae8-49c6-ab6a-64e21be3f9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.36842039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"acad3640-20e2-4f84-bfa9-c96ada16ccf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.466453698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"bf47f1b1-5b0c-4e3b-8738-0249b66be42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.498869841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"62725eca-ccf2-4aaa-8103-9e780c29a679","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:41:50.551501337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-access","reconcileID":"1579304e-4d1c-48d8-9421-9fc2d08809bf","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.554931779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5df3d550-3ddf-426e-88d9-767ef741b7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.561965124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"5df3d550-3ddf-426e-88d9-767ef741b7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.751435593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"1c8f2821-af43-45d2-8c62-d5369583a519","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.756045074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"149c8e6d-2e41-44fa-9eff-552483aabc31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66775a6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.762744744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"90f5a9c1-fd13-4638-9776-442b298e76e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66775a6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.766080526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ede8780d-577c-450a-829a-29c6f75d6872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.773803028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"ede8780d-577c-450a-829a-29c6f75d6872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.784273219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"20119f5b-b769-4a6f-89c8-4e44a833c38d","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.800857357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"fbf07ff0-041a-4b3f-bced-371598f41eaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.846856267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"61e0bc4d-a387-462d-a033-e5c519662e8a","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.863658147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"6824bfe2-6728-403f-a93c-aca9eb93faff","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.867015944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e8365ade-a13b-48db-b1b9-8d33c46d5be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.874392077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"e8365ade-a13b-48db-b1b9-8d33c46d5be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:50.900211421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"8414a76f-edcb-420e-9d45-bab0858fd467","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:51.137231567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"1b3ec4a1-affe-4cfa-8b9d-8e90f65bb9fa","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:51.174530928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"24bd2777-9935-49ef-b009-9733c25c51f1","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.216853803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533f2971-0348-4774-a49d-d3a7ba0d343a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.220201694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533f2971-0348-4774-a49d-d3a7ba0d343a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.223338809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533f2971-0348-4774-a49d-d3a7ba0d343a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.226218492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533f2971-0348-4774-a49d-d3a7ba0d343a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.410688745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd66b10-3e01-4238-bade-802f1ce9b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.416605492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd66b10-3e01-4238-bade-802f1ce9b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.4222544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd66b10-3e01-4238-bade-802f1ce9b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.426034246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfd66b10-3e01-4238-bade-802f1ce9b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.339830477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"0792ecac-1786-4d0c-b04d-48a617a7431d","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.355758971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9c645444-faa1-473e-8e00-323496a741e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.35598844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"f547534d-0eb6-487d-ba2c-59dc8c55e94f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.362647404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"9c645444-faa1-473e-8e00-323496a741e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.374320085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"a37af0e1-c43e-445f-8f4b-453a67de8ed6","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:55.45387138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"b7f6632a-f7c6-40a6-bf85-bee1b9f0833b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.146715366Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","namespace":"ai-tenant-e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.146812404Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","namespace":"ai-tenant-e2e-extmod-a-821f5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.146896727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","tenant":"e2e-extmod-a-821f5a","tenantID":"e2e-extmod-a-821f5a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.151482868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-821f5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.161741094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Service","name":"maas-api-e2e-extmod-a-821f5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.177614409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-821f5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.182539987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-821f5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.19298165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.200708622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.208318957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.213594452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.216120095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.218525668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.220943631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Service","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.223608354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.225903481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.228308519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.230828607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.238084338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.24063401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.243119165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.245576331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-821f5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.247903767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-821f5a"},"namespace":"ai-tenant-e2e-extmod-a-821f5a","name":"default-tenant","reconcileID":"49250970-0c18-47b3-bdc6-fabc9bbcd90a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-821f5a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.97263468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"91a2bd97-bfc3-4a15-ad07-d0129b5147d0","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.98040691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"7378e062-962a-43fb-9d9c-2cf85e42eeaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.983351728Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"7378e062-962a-43fb-9d9c-2cf85e42eeaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:56.986344527Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"simulator-subscription","reconcileID":"7378e062-962a-43fb-9d9c-2cf85e42eeaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/simulator-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:57.015818621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"1c1295fd-d981-4290-b750-367c192613a7","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:57.063533538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9357d96b-f73f-48ee-822c-0124640c20c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:57.070548317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"9357d96b-f73f-48ee-822c-0124640c20c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.334122958Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-821f5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-821f5a","reconcileID":"f52105fa-361a-4876-a18c-236b1a6681e6","aitenant":"ai-tenants/e2e-extmod-a-821f5a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.461649449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-821f5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-821f5a","reconcileID":"f52105fa-361a-4876-a18c-236b1a6681e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-821f5a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-821f5a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.486697186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c2bab-b163-4da0-867c-307649f86091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.490199159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c2bab-b163-4da0-867c-307649f86091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.493384801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c2bab-b163-4da0-867c-307649f86091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.497131902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b13c2bab-b163-4da0-867c-307649f86091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.795396066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd7a343-a782-4b3c-be09-4e3d1dd17b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.798421268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd7a343-a782-4b3c-be09-4e3d1dd17b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.801331965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd7a343-a782-4b3c-be09-4e3d1dd17b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.804315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd7a343-a782-4b3c-be09-4e3d1dd17b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.182006027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"fcaa7110-558b-41c9-ade3-c637f3cdccc5","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.760862001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"59368dbf-0f7d-4b11-83d7-58c04c650037","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.766072546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"33add04f-7bc0-4690-bd57-830ba81df57b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.769241985Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"33add04f-7bc0-4690-bd57-830ba81df57b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.772475677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"simulator-subscription","reconcileID":"33add04f-7bc0-4690-bd57-830ba81df57b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/simulator-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.800954884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"dc53b8be-5c02-43cc-be85-12e5a1916fe0","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.813166201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f8e3c26c-d1a0-4854-b9f8-4031adb6c639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.821088608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"f8e3c26c-d1a0-4854-b9f8-4031adb6c639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.856345852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"0b1d4494-5ab5-4eb4-9a05-39af7207ef50","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:00.864833944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"dea4643c-0873-4ccc-8ac0-9c773e39c3f9","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:01.146979288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"1d3e434e-6500-4abd-b640-1987bf68e079","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:01.180475192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"a3c5a8bf-b993-4408-8bb6-176ff1e94478","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.231624639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"7f86e153-5783-4641-8b1c-4708e4c17502","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.239372632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62e3f8ec-a474-4b45-9b12-326d27eaa554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.249651538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"62e3f8ec-a474-4b45-9b12-326d27eaa554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.250003715Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"55bded04-3ab2-4290-9081-e3729e8f79e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-200ed79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.276151905Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"a8435aa4-cd20-4ca7-a7a6-bf24cea8e31c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-200ed79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.309655136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3f8b7a9d-3813-49b6-956c-8b4617a1b7dc","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.31274256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"6141c420-f028-461c-b15f-6a6ed1e66ae3","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.31706002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"3fdffc5d-ceae-49b0-a1dd-e6aba008d176","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.317303266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"9fe67fea-1f85-453c-8676-4d3540d37a60","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.327788491Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"7ed42bf4-d717-4319-9b01-5599fdcab43f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-200ed79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.334072716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"f7663a6f-279c-49b6-9bbc-bf8ffdf0b4a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-200ed79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.372392734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4caa908c-0762-438b-b011-ac78945e878c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.382456758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"4caa908c-0762-438b-b011-ac78945e878c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.502044862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f976aa-a51b-48d8-ac2b-3c90a1c7ac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.505062968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f976aa-a51b-48d8-ac2b-3c90a1c7ac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.508018047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f976aa-a51b-48d8-ac2b-3c90a1c7ac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.5109728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f976aa-a51b-48d8-ac2b-3c90a1c7ac93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.647150498Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"663d72ee-1ad1-44e6-af03-035283f55d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.647790457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"f2091301-d8e8-47ed-9323-ee8122f81082","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.762212033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"663d72ee-1ad1-44e6-af03-035283f55d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.784786306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"663d72ee-1ad1-44e6-af03-035283f55d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"e2e-worker-w4-650be0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.784811442Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-access","reconcileID":"663d72ee-1ad1-44e6-af03-035283f55d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-650be0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.857326096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"d1eaeb25-3d9c-450a-bd16-ae4e7073289c","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.914305285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037443d-74bc-4027-bd34-f15ba0e11700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.917475447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037443d-74bc-4027-bd34-f15ba0e11700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.946170209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037443d-74bc-4027-bd34-f15ba0e11700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:02.949338719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c037443d-74bc-4027-bd34-f15ba0e11700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:04.125958162Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"30f61840-d8f9-46c7-aaa8-1891c2a3ffda","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:04.126023655Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"30f61840-d8f9-46c7-aaa8-1891c2a3ffda","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:04.130388025Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"30f61840-d8f9-46c7-aaa8-1891c2a3ffda","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:04.130407752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"30f61840-d8f9-46c7-aaa8-1891c2a3ffda","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:05.377737116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"93fe51f6-2fa5-40f1-9a27-a98cba320c3a","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.272171429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"e9b95b09-994a-4d52-b39f-033fffd1b541","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.289060227Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"224352b6-4f64-4a93-b1bf-195af9bd3b74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d5a9312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.336749489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"47e30410-ecfd-49f7-a42e-5b0488432529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.344918102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"47e30410-ecfd-49f7-a42e-5b0488432529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.462378906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a70ff9fe-babc-48b4-837e-4994346c11b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.473869643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"a70ff9fe-babc-48b4-837e-4994346c11b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.866762323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fce6f066-7cd7-4de1-8ce1-4112ebd345d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:06.882222435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"fce6f066-7cd7-4de1-8ce1-4112ebd345d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.016612406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf23ee-8125-4754-a49f-f3346bfddb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.024586444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf23ee-8125-4754-a49f-f3346bfddb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.032046213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf23ee-8125-4754-a49f-f3346bfddb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.03623497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf23ee-8125-4754-a49f-f3346bfddb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.318083566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee6019-36f3-4801-9008-b78068dcd2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.321184441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee6019-36f3-4801-9008-b78068dcd2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.324290777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee6019-36f3-4801-9008-b78068dcd2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.327945611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ee6019-36f3-4801-9008-b78068dcd2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.626206367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59eef09-f7ed-4862-a01d-98db1e037f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.629503282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59eef09-f7ed-4862-a01d-98db1e037f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.632583806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59eef09-f7ed-4862-a01d-98db1e037f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.635355024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d59eef09-f7ed-4862-a01d-98db1e037f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.732127077Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","namespace":"ai-tenant-e2e-extmod-b-af8244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.732188093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","namespace":"ai-tenant-e2e-extmod-b-af8244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.73223888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","tenant":"e2e-extmod-b-af8244","tenantID":"e2e-extmod-b-af8244","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.736683964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Deployment","name":"maas-api-e2e-extmod-b-af8244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.748527542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Service","name":"maas-api-e2e-extmod-b-af8244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.760723068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-af8244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.771181171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-af8244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.787228893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.802575732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.872241006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.895417885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.899201567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.902200441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.905285589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Service","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.908161419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.910768047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.913207441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.915659693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.923725343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.927122756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.929879216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.932386287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-af8244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.948890064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013a88f6-7405-4417-a315-3a65d5e03f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.953251599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-af8244"},"namespace":"ai-tenant-e2e-extmod-b-af8244","name":"default-tenant","reconcileID":"38785f9a-3261-4337-bbb1-1f9362d7b268","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-af8244","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.95915783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013a88f6-7405-4417-a315-3a65d5e03f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.968984293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013a88f6-7405-4417-a315-3a65d5e03f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:07.97816669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013a88f6-7405-4417-a315-3a65d5e03f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.149220276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"1a19b39a-3d5e-4efa-8610-c5f84bcde70c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d5a9312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.149990994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"421b798b-0df5-47f9-a2ac-f742d25fa201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.150953951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"c38f6e3f-d9ff-47ab-95e8-bc871d1bc114","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.164554743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"421b798b-0df5-47f9-a2ac-f742d25fa201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.17730563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"5b2acc5d-d8f5-4620-8db1-fa84e3384d2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d5a9312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.271427411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"96049b2a-9db6-4a25-9e5c-b95b995ecbc0","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.278219435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"8e8343a7-a944-4f8f-b868-db2a0db2e316","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.28175421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"25889327-63b8-4229-9652-53c804cfbddd","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.282037605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"7d06f161-3cce-49d7-9cc3-0b697c2c5e11","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.284584273Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"d3797c8d-41fb-47e7-881b-1160ac77a9ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d5a9312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.372389205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e4ac8dbf-d373-450c-9d4b-39da9d2f54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.428433158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df94a78-10b7-4312-8451-c163ca7909dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.435264965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df94a78-10b7-4312-8451-c163ca7909dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.451116894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df94a78-10b7-4312-8451-c163ca7909dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.461289679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df94a78-10b7-4312-8451-c163ca7909dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.476173982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e4ac8dbf-d373-450c-9d4b-39da9d2f54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.502161323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e4ac8dbf-d373-450c-9d4b-39da9d2f54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"e2e-worker-w3-83755a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.502179011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-access","reconcileID":"e4ac8dbf-d373-450c-9d4b-39da9d2f54e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83755a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.509552867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"29e9a8bb-0b02-41cc-b18d-3f531eec6a56","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.7213454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9143b91d-7889-448b-87fd-6f7c168cdc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.72493205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9143b91d-7889-448b-87fd-6f7c168cdc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.746313157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9143b91d-7889-448b-87fd-6f7c168cdc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:08.757021499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9143b91d-7889-448b-87fd-6f7c168cdc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.030497166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac3579c-163d-48af-807c-b9a9f5c9b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.033982566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac3579c-163d-48af-807c-b9a9f5c9b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.034078141Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"a1b58545-4b17-411e-90a5-5e8f9c15409d","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.04658696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac3579c-163d-48af-807c-b9a9f5c9b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.046789421Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"a1b58545-4b17-411e-90a5-5e8f9c15409d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.052024955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac3579c-163d-48af-807c-b9a9f5c9b031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.061240522Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"a1b58545-4b17-411e-90a5-5e8f9c15409d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.061260032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"a1b58545-4b17-411e-90a5-5e8f9c15409d","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:10.537246073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"b9d74d03-c596-4c54-ada2-b7333eeba9fe","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:10.5373138Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"b9d74d03-c596-4c54-ada2-b7333eeba9fe","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:10.541650777Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"b9d74d03-c596-4c54-ada2-b7333eeba9fe","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:10.541689151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"b9d74d03-c596-4c54-ada2-b7333eeba9fe","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.313487327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"3aac518a-3729-4bd1-8e8f-8d70ebbaf9f4","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.317482722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"4a03cb10-5478-4e14-b5c5-3e0ddaaceafa","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.317741714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"05145b44-7e52-4f54-be1b-c79ba9f48e65","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.337706699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"daeadc46-f1aa-4009-b07b-485f823ac611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.341637129Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"daeadc46-f1aa-4009-b07b-485f823ac611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.347541976Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"premium-simulator-subscription","reconcileID":"daeadc46-f1aa-4009-b07b-485f823ac611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-650be0"},"name":"maas-trlp-premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0","model":"e2e-models-e2e-worker-w4-650be0/premium-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:12.376823749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"2442543b-cb3d-4af8-ba27-8c8b21dfe75e","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.455364388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.630795743Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-af8244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-af8244","reconcileID":"34afeb15-3c5d-4009-800b-d0589a6b68b2","aitenant":"ai-tenants/e2e-extmod-b-af8244","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.707195924Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-af8244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-af8244","reconcileID":"34afeb15-3c5d-4009-800b-d0589a6b68b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-af8244","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-af8244"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.74927195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2942ea0d-490d-485a-b71c-a66ef2f832e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.752427167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2942ea0d-490d-485a-b71c-a66ef2f832e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.755602276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2942ea0d-490d-485a-b71c-a66ef2f832e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.758649483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2942ea0d-490d-485a-b71c-a66ef2f832e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.948973428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"4e017b83-93de-48dd-be58-9108ef9c562a","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.94904822Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"4e017b83-93de-48dd-be58-9108ef9c562a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.95695147Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"4e017b83-93de-48dd-be58-9108ef9c562a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:14.956968458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"4e017b83-93de-48dd-be58-9108ef9c562a","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:15.001627789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d7a84-a964-4d8c-871d-4a9f90d3d4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:15.005227218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d7a84-a964-4d8c-871d-4a9f90d3d4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:15.010234221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d7a84-a964-4d8c-871d-4a9f90d3d4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:15.013341737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d7a84-a964-4d8c-871d-4a9f90d3d4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.019461044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.019517075Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","namespace":"ai-tenant-e2e-worker-w4-650be0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.019561937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","tenant":"e2e-worker-w4-650be0","tenantID":"e2e-worker-w4-650be0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.024222885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Deployment","name":"maas-api-e2e-worker-w4-650be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.041653538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Service","name":"maas-api-e2e-worker-w4-650be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.047616737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-650be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.056036194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-650be0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.063539937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.073120179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.080822833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.086189811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.088977029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.092224639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.094978199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Service","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.097572157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.100090453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.102593386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.105023256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.111168092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.114061537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.116384244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.119147025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-650be0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:17.121778614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-650be0"},"namespace":"ai-tenant-e2e-worker-w4-650be0","name":"default-tenant","reconcileID":"c34a3290-f337-4c61-8d61-5eb6354451f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-650be0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.278852583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"8e43b401-d426-42ca-afa8-961eaeeb6bcb","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.282362054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"c4732534-4a37-4938-b781-0e2c787ddeac","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.282585424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"d4471d2f-686d-4698-990a-432b508a78da","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.288559394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"90d82281-3377-4326-93d3-702c9ea3a0b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.294138863Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"90d82281-3377-4326-93d3-702c9ea3a0b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.297332986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"premium-simulator-subscription","reconcileID":"90d82281-3377-4326-93d3-702c9ea3a0b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83755a"},"name":"maas-trlp-premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a","model":"e2e-models-e2e-worker-w3-83755a/premium-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:18.323728238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"972d2db8-4321-419b-9269-1ebb18dfed44","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.304934003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473af65-0306-4bef-bd02-417ab9a20657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.308163894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473af65-0306-4bef-bd02-417ab9a20657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.311293475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473af65-0306-4bef-bd02-417ab9a20657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.314447844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"260a3606-7647-40b1-a936-2b11550b9039","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.314459931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473af65-0306-4bef-bd02-417ab9a20657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.318121817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"4a6dbfdd-9422-4355-91a2-413df13b224f","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.318327462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-2-w4-650be0","reconcileID":"9788edd8-7944-4f75-b73b-68f3b35dc12a","MaaSModelRef":{"name":"distinct-2-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-2-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-2-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.380247037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"premium-w4-650be0","reconcileID":"d756b986-ecba-4372-8fb2-0d14daef2019","MaaSModelRef":{"name":"premium-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"premium-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"premium-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.562928065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3a934-c1bd-495a-88e9-79bae9473da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.566109817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3a934-c1bd-495a-88e9-79bae9473da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.569102218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3a934-c1bd-495a-88e9-79bae9473da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.572212833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf3a934-c1bd-495a-88e9-79bae9473da4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.602874663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.602940734Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","namespace":"ai-tenant-e2e-shared-a-w1-2729f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.602988423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","tenant":"e2e-shared-a-w1-2729f2","tenantID":"e2e-shared-a-w1-2729f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.607612413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-2729f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.633999439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Service","name":"maas-api-e2e-shared-a-w1-2729f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.648446023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-2729f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.655447646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-2729f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.663877407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.690181093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.723280277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.738694012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.743112685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.747657486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.771943534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.775798573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.782580287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.78871485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.79514356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.809717562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.81288278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.815596926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.820029603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-2729f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.823278761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2729f2"},"namespace":"ai-tenant-e2e-shared-a-w1-2729f2","name":"default-tenant","reconcileID":"0f5d737e-6806-48ce-a231-63e9dc2025f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-2729f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.83127244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.831326523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","namespace":"ai-tenant-e2e-worker-w3-83755a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.831381697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","tenant":"e2e-worker-w3-83755a","tenantID":"e2e-worker-w3-83755a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.836625129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Deployment","name":"maas-api-e2e-worker-w3-83755a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.847957537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Service","name":"maas-api-e2e-worker-w3-83755a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.864898398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-83755a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.870240713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-83755a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.885313249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.890513323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.898115519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.903227904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.905875476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.911994212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.914547387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Service","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.91712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.919565566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.923465025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.928269005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.9388006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.941620518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.944500326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.94822825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-83755a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:22.953273556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83755a"},"namespace":"ai-tenant-e2e-worker-w3-83755a","name":"default-tenant","reconcileID":"ff3a979b-ffeb-485c-b414-e9f4a9ca6e04","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-83755a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.32561975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"simulator-w4-650be0","reconcileID":"c83d60e3-9812-4b07-80f5-934fe63dd07a","MaaSModelRef":{"name":"simulator-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"simulator-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"simulator-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.325898566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"namespace":"e2e-models-e2e-worker-w4-650be0","name":"distinct-w4-650be0","reconcileID":"a15306b1-0de1-4a72-84e5-82a3a9a384b4","MaaSModelRef":{"name":"distinct-w4-650be0","namespace":"e2e-models-e2e-worker-w4-650be0"},"routeName":"distinct-w4-650be0-kserve-route","namespace":"e2e-models-e2e-worker-w4-650be0","llmisvcName":"distinct-w4-650be0","gateway":"openshift-ingress/e2e-worker-w4-650be0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:28.279589502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"0bea6650-0b9d-463e-82f0-568e04e5308b","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:28.28300079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"4b618cf1-ece9-40cf-a8b8-0287ca29a25a","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:28.283198249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"063b116d-3ad0-49cc-982e-cb73bdbfcb54","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:28.324242264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"3b90f26a-af0d-43a3-bfde-a47a9fe32ca7","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.207933928Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-650be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-650be0","reconcileID":"59705c2c-92d8-442c-b9db-507a160ca500","aitenant":"ai-tenants/e2e-worker-w4-650be0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.304344809Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-650be0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-650be0","reconcileID":"59705c2c-92d8-442c-b9db-507a160ca500","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-650be0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-650be0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.312647926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2df8ff-a8f1-4787-8bca-6077cdfebd4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.316749961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2df8ff-a8f1-4787-8bca-6077cdfebd4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.346074741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2df8ff-a8f1-4787-8bca-6077cdfebd4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.349196824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2df8ff-a8f1-4787-8bca-6077cdfebd4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.602254323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832195b-e153-4f78-8a5a-124bf7535e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.606064922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832195b-e153-4f78-8a5a-124bf7535e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.610671352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832195b-e153-4f78-8a5a-124bf7535e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.614696071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e832195b-e153-4f78-8a5a-124bf7535e1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:29.952807926Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2729f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2729f2","reconcileID":"2fd093bd-b35c-4448-8253-fd22146245ab","aitenant":"ai-tenants/e2e-shared-a-w1-2729f2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.012313759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa96097-979c-4334-b699-6c0e426bbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.015773805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa96097-979c-4334-b699-6c0e426bbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.018685908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa96097-979c-4334-b699-6c0e426bbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.021702594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa96097-979c-4334-b699-6c0e426bbf74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.026632061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2729f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2729f2","reconcileID":"2fd093bd-b35c-4448-8253-fd22146245ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-2729f2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-2729f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.221809722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2aefcd-d2fe-47de-a93d-87fb52858dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.225031134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2aefcd-d2fe-47de-a93d-87fb52858dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.228090786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2aefcd-d2fe-47de-a93d-87fb52858dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:30.231356589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da2aefcd-d2fe-47de-a93d-87fb52858dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.499619149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"24de65b7-4e2c-469b-acaf-a8fc35208046","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.505325877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"645cfba2-a125-4a1b-a1db-8f2beab00b3f","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.51500521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"078f1c5b-817b-4c0a-af0f-5ceda6c95054","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.521576805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"cb4ea9b3-f64a-4203-80f9-2aefeb7b05d4","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.574423311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"8314d8c1-d1b3-41a1-b098-bbe136366a9d","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-2-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-2-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:31.574443973Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"8314d8c1-d1b3-41a1-b098-bbe136366a9d","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"error":"LLMInferenceService distinct-2-w3-83755a not found in namespace e2e-models-e2e-worker-w3-83755a","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:31.585738854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-2-w3-83755a","reconcileID":"8314d8c1-d1b3-41a1-b098-bbe136366a9d","error":"LLMInferenceService distinct-2-w3-83755a not found in namespace e2e-models-e2e-worker-w3-83755a","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.589718081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"3ac62888-9ed7-467b-b5f3-ab24e9c15154","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.590070399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"18b4591f-f686-4f8b-aa64-2be562f393c9","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.590454567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"c4b0bb21-efb3-4d0f-82e6-32568be8dfe5","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.763808608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"ae377fe1-5e22-4877-b508-4610d2f63fd2","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"distinct-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"distinct-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:31.763847582Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"ae377fe1-5e22-4877-b508-4610d2f63fd2","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"error":"LLMInferenceService distinct-w3-83755a not found in namespace e2e-models-e2e-worker-w3-83755a","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:31.773810613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"distinct-w3-83755a","reconcileID":"ae377fe1-5e22-4877-b508-4610d2f63fd2","error":"LLMInferenceService distinct-w3-83755a not found in namespace e2e-models-e2e-worker-w3-83755a","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.778540165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"premium-w3-83755a","reconcileID":"00adad9d-a780-4d4b-ac01-b59bd6e33e80","MaaSModelRef":{"name":"premium-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"premium-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"premium-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:31.77892234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"namespace":"e2e-models-e2e-worker-w3-83755a","name":"simulator-w3-83755a","reconcileID":"342a62f2-933c-4bad-9718-a949be35acab","MaaSModelRef":{"name":"simulator-w3-83755a","namespace":"e2e-models-e2e-worker-w3-83755a"},"routeName":"simulator-w3-83755a-kserve-route","namespace":"e2e-models-e2e-worker-w3-83755a","llmisvcName":"simulator-w3-83755a","gateway":"openshift-ingress/e2e-worker-w3-83755a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.103375798Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-83755a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-83755a","reconcileID":"67d79219-613d-4a42-bf41-bb9e105b427d","aitenant":"ai-tenants/e2e-worker-w3-83755a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.285163963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-83755a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-83755a","reconcileID":"67d79219-613d-4a42-bf41-bb9e105b427d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-83755a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-83755a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.291928359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90d2c71-fa9b-4974-a58d-9b06d09a8f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.295440177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90d2c71-fa9b-4974-a58d-9b06d09a8f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.29856282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90d2c71-fa9b-4974-a58d-9b06d09a8f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.30202843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90d2c71-fa9b-4974-a58d-9b06d09a8f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.6852111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41a3c3e-96b3-4928-8d06-84cdcd7e3cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.690046731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41a3c3e-96b3-4928-8d06-84cdcd7e3cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.693599244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41a3c3e-96b3-4928-8d06-84cdcd7e3cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.696695041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41a3c3e-96b3-4928-8d06-84cdcd7e3cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.926258684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072d878f-a787-44bb-9f26-7cd5a0cd15a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.929286856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072d878f-a787-44bb-9f26-7cd5a0cd15a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.946530638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072d878f-a787-44bb-9f26-7cd5a0cd15a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.949771836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072d878f-a787-44bb-9f26-7cd5a0cd15a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.700650617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed79ddb-d2e9-4cc2-bd43-c35e2d86900e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.704056336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed79ddb-d2e9-4cc2-bd43-c35e2d86900e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.70721578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed79ddb-d2e9-4cc2-bd43-c35e2d86900e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.710274168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed79ddb-d2e9-4cc2-bd43-c35e2d86900e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.893445556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4ed8a0-ee38-41a3-8eaf-6b6b61f74913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.896554507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4ed8a0-ee38-41a3-8eaf-6b6b61f74913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.899795477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4ed8a0-ee38-41a3-8eaf-6b6b61f74913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.903329856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4ed8a0-ee38-41a3-8eaf-6b6b61f74913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.402320861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.402381746Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.402430679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","tenant":"e2e-shared-b-w1-4af1f7","tenantID":"e2e-shared-b-w1-4af1f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.407272468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-4af1f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.417757577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Service","name":"maas-api-e2e-shared-b-w1-4af1f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.431653067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-4af1f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.436964005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-4af1f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.444071347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.449668311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.457287154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.466412538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.469007336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.471382701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.476154191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.478774345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.481315945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.483608638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.485880807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.492083436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.494785978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.4974575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.500118424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-4af1f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:38.502579141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-4af1f7"},"namespace":"ai-tenant-e2e-shared-b-w1-4af1f7","name":"default-tenant","reconcileID":"95b07372-5ecd-4637-b94d-3e5c6c231235","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-4af1f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.244023864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-4af1f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-4af1f7","reconcileID":"0054a764-7d7b-44cd-925f-124d1f5884cd","aitenant":"ai-tenants/e2e-shared-b-w1-4af1f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.378567275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-4af1f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-4af1f7","reconcileID":"0054a764-7d7b-44cd-925f-124d1f5884cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-4af1f7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-4af1f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.407648892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4203db-e99d-43e8-b6d9-da3e50398967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.410728078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4203db-e99d-43e8-b6d9-da3e50398967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.413871403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4203db-e99d-43e8-b6d9-da3e50398967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.416903215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4203db-e99d-43e8-b6d9-da3e50398967","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.455338476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.608461281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0740bd-f7ee-4542-9593-9d3dcdc17eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.611627993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0740bd-f7ee-4542-9593-9d3dcdc17eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.614895431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0740bd-f7ee-4542-9593-9d3dcdc17eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:44.617962326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0740bd-f7ee-4542-9593-9d3dcdc17eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.25686744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-access","reconcileID":"79de307f-aa83-48b8-85a6-ed7ebf4145eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.256994308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"ebc5f330-01c7-4ede-ba1c-7318ced08776","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.26953164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fa815c08-4f50-4c91-9350-e55c51e6d6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.276201017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"2c62ce68-f9a6-4ea5-a51c-127655da3c3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.278135189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"fa815c08-4f50-4c91-9350-e55c51e6d6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.289802898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"97743b7a-a34b-4873-9e0c-a282c9c2b496","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.36982031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0869b69b-7bbc-4eb7-8472-eefa18e0e00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.377779531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"0869b69b-7bbc-4eb7-8472-eefa18e0e00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.378451796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"9146d3c8-bc9d-46be-8c87-5c8c936d79f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.51045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"247d8381-bc3d-425c-bc7c-f85ba13790ea","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.515978704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7e9422b5-9b34-41c0-8b95-bee730adcde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:45.522610565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7e9422b5-9b34-41c0-8b95-bee730adcde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.205847089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"86460dc9-0bc4-426b-b9f7-680db78dd439","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.247258296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"0b859218-7829-4d25-91dd-0df9b845ac76","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.280283688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7bc17bfd-2bd4-40d5-b1f4-76aaa945be51","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.294661099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"da44423e-34b6-4e18-9700-994882790065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.29499219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"d0c15675-23ba-4f5a-a45a-5cd0b312de28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.301753017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"da44423e-34b6-4e18-9700-994882790065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.309072268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"b0655dd5-071e-49af-866b-8cf95362dab2","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.321453812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"7508f491-4741-4479-b3a7-ab750fde7be5","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.325531433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"172af633-2dd5-4b17-b271-02983fc7b4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.331620421Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"172af633-2dd5-4b17-b271-02983fc7b4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.351997572Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"simulator-subscription","reconcileID":"172af633-2dd5-4b17-b271-02983fc7b4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/simulator-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.39549253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b93faad2-cea4-461d-b3f2-bee1bc0cbcda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.395867959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"04a580b4-b42a-482b-ac05-d9918a1f8ad3","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.395995909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"b7cb7928-595b-42f3-b0dd-dbd820c67909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.396386825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2808fb62-6648-4443-879f-ae6862c71a5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.412641939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cf6f8745-94ae-47ea-8aa8-c3f2a2b89416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.41958113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"cf6f8745-94ae-47ea-8aa8-c3f2a2b89416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.493532127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"a00d9652-1d60-4020-a2c7-83df7f258505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.885257771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8dd31b31-bffa-44ad-995c-edd39785a60c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.956450745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f3dfdfaf-67f0-45d8-9e6f-4e34eaadc6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.963029956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"f3dfdfaf-67f0-45d8-9e6f-4e34eaadc6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.984240318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"e4f33372-9a65-40ed-ba16-b24cefcd6494","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.984269947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3d0c2ef-2e8d-47f7-a00f-b929a66db863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.552956875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"a1349f98-fb4b-48c1-9122-447187bc7715","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.653995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3402c212-eb21-45da-9a79-66e91f8b926e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.653996815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f138b4ad-54a7-4fac-aca2-c765e6a41685","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.380680684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"0c02272a-3057-4b40-9d40-7dbcdd4c7842","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.386081898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7c719e1b-3541-41e0-8a2a-774023114c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.394933521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"dbed9e08-2396-4bec-8923-e29054e8a09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cace40c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.396975821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"7c719e1b-3541-41e0-8a2a-774023114c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.486616878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dbcf81a6-3445-4b99-9cac-c6f37205fcd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.493363406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"dbcf81a6-3445-4b99-9cac-c6f37205fcd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.649826495Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"0a46329f-d44a-4e02-8f40-6946d8b000c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cace40c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.685290912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"7a4e8ce8-1c00-4aa6-9504-0272ca1fa058","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.690631984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"648003b1-4e3f-4923-a622-cafe7cba46c5","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.690981675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"2a1d60af-a3fc-4f94-b6c1-66e235262295","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.691421637Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"9bb073a8-82e7-466d-9c14-c6f06a0baf92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cace40c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.700507774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"d66a7792-cec8-482c-af16-5ccc256b204f","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.746630288Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"bbf0c2c3-9a47-46b1-ac67-608b2bf5b698","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cace40c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.752022672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3f53136b-5479-44b4-9e73-084705dd7da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.761142502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3f53136b-5479-44b4-9e73-084705dd7da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.850449465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3bfd2f7f-f85c-46bd-8c85-6348c1794ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.862934954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"3bfd2f7f-f85c-46bd-8c85-6348c1794ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.874855117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.874941012Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.879638298Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.879658432Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.879742175Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.88681899Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"9bf2548c-1245-4239-80e6-474ac56ee9ed","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.886944866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2974cea8-2716-444b-ba90-e5d52d4ecddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.887230414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"c25d7918-40c2-4523-98dc-85c7410f1731","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.947365803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a24113-02e9-4b28-9999-0f9fc46b0eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.950622242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a24113-02e9-4b28-9999-0f9fc46b0eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.953805644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a24113-02e9-4b28-9999-0f9fc46b0eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.956836957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a24113-02e9-4b28-9999-0f9fc46b0eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.97484361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2974cea8-2716-444b-ba90-e5d52d4ecddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.07853536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2974cea8-2716-444b-ba90-e5d52d4ecddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"e2e-worker-w1-88bbf7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.078558013Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-access","reconcileID":"2974cea8-2716-444b-ba90-e5d52d4ecddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.08534514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"8086d402-8264-45fc-a519-18cef5e13096","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.302339011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a58322-f995-4c42-9543-acfe25d5c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.305754987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a58322-f995-4c42-9543-acfe25d5c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.308816389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a58322-f995-4c42-9543-acfe25d5c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.312154306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a58322-f995-4c42-9543-acfe25d5c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.489468211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"c9818a35-4a13-418c-8b96-cac1e0a70c4d","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.489552247Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"c9818a35-4a13-418c-8b96-cac1e0a70c4d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.494214883Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"c9818a35-4a13-418c-8b96-cac1e0a70c4d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.494230846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"c9818a35-4a13-418c-8b96-cac1e0a70c4d","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.494561278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"8ebb1af8-55d6-463d-bf2f-56574bf89ca2","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.494655492Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"8ebb1af8-55d6-463d-bf2f-56574bf89ca2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.499511107Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"8ebb1af8-55d6-463d-bf2f-56574bf89ca2","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.499528658Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"8ebb1af8-55d6-463d-bf2f-56574bf89ca2","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.690784947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"ddbf1569-a1ad-45c8-a2bb-fc0ded99ebe1","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.691148304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"7059b238-5d6b-4112-974c-4866db44da18","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.701016005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"bbbb16cd-73f6-4583-aaf1-db3020c33bc6","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.75106207Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"e5bce7a3-0c08-4fea-ba04-ba8295cdfa19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.754393601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"e5bce7a3-0c08-4fea-ba04-ba8295cdfa19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.757713623Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"premium-simulator-subscription","reconcileID":"e5bce7a3-0c08-4fea-ba04-ba8295cdfa19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"name":"maas-trlp-premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7","model":"e2e-models-e2e-worker-w1-88bbf7/premium-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.779702764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"7d0307e7-90a5-4994-a368-35ad5956fc40","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.500070176Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.500134604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","namespace":"ai-tenant-e2e-worker-w1-88bbf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.50021313Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","tenant":"e2e-worker-w1-88bbf7","tenantID":"e2e-worker-w1-88bbf7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.505222488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-88bbf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.518127239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Service","name":"maas-api-e2e-worker-w1-88bbf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.529962062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-88bbf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.53670254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-88bbf7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.546207048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.553605799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.561106684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.56746877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.570173528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.573091622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.575508091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Service","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.578213475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.580703132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.583145834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.58574492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.591450015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.594189782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.596820052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.599489463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-88bbf7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.601959115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-88bbf7"},"namespace":"ai-tenant-e2e-worker-w1-88bbf7","name":"default-tenant","reconcileID":"354581ff-6816-46b9-bff1-60b4b2b5771e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-88bbf7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.529244274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3fc4919-f1bd-4549-bc12-ac6d88c4057b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.626771121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1559613e-b77a-49ac-9d25-fa513af15ad2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:14.46514015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:15.576583977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"602e3cfc-5031-4b6a-b367-4a9cdf6c74b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:15.677599268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1a777c8-41d2-420a-a9ab-a28ffdfd398e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:16.691631776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"5488283b-7369-4920-84b7-c3495655cd90","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:16.69194591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"3e32f885-2cf6-4525-a6ee-4c90fb752d20","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:16.701281314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"837e2f40-403e-400d-a1aa-fceedc24846e","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:16.780616397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"81c10def-e505-4397-9703-9eade8e74d7e","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:26.692717521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"fe402371-4a65-4d01-a61f-aa9db9d52f3d","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:26.693049014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"2ae24e11-4378-49af-a426-f9dbe4212653","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:26.702440031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"06f672d7-a44c-4416-93f5-0a64f963de3e","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:26.781728995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"2c615b8c-9dcd-4292-8af6-d8a84e1fce57","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.059726087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"9ed1be5b-c291-4cd1-81e9-65b36daed3a2","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.067172521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"75331916-ceb4-442f-9d8a-4e72a2057064","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.073176853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"c64774b9-adeb-44a0-8986-00f21d1d896a","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.079027118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"353ae0ac-e88e-49c4-a749-a81a9761b1f2","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.13987039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"71af2003-4a88-4804-8c6c-4eec3ae8511f","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-2-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-2-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:43:27.139897918Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"71af2003-4a88-4804-8c6c-4eec3ae8511f","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"error":"LLMInferenceService distinct-2-w1-88bbf7 not found in namespace e2e-models-e2e-worker-w1-88bbf7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:43:27.147878966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-2-w1-88bbf7","reconcileID":"71af2003-4a88-4804-8c6c-4eec3ae8511f","error":"LLMInferenceService distinct-2-w1-88bbf7 not found in namespace e2e-models-e2e-worker-w1-88bbf7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.162150771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"dea9bc07-530a-4f76-8eca-6c768a18ca79","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.162375461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"2761f082-b2fd-4117-9f2b-bd96113fe812","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.162542693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"09b2ab8f-6aeb-4281-888a-5444bdf95fb8","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.252758726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"2c146f9f-f9bb-4410-97a3-2acb79c82e8f","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"distinct-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"distinct-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:43:27.25277976Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"2c146f9f-f9bb-4410-97a3-2acb79c82e8f","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"error":"LLMInferenceService distinct-w1-88bbf7 not found in namespace e2e-models-e2e-worker-w1-88bbf7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:43:27.262559996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"distinct-w1-88bbf7","reconcileID":"2c146f9f-f9bb-4410-97a3-2acb79c82e8f","error":"LLMInferenceService distinct-w1-88bbf7 not found in namespace e2e-models-e2e-worker-w1-88bbf7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.266392451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"premium-w1-88bbf7","reconcileID":"c66145dc-1b72-4878-b9d1-f3ccbbe2b290","MaaSModelRef":{"name":"premium-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"premium-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"premium-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:27.266886325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"namespace":"e2e-models-e2e-worker-w1-88bbf7","name":"simulator-w1-88bbf7","reconcileID":"4d10f501-3dd2-421e-b434-bab69d02ac67","MaaSModelRef":{"name":"simulator-w1-88bbf7","namespace":"e2e-models-e2e-worker-w1-88bbf7"},"routeName":"simulator-w1-88bbf7-kserve-route","namespace":"e2e-models-e2e-worker-w1-88bbf7","llmisvcName":"simulator-w1-88bbf7","gateway":"openshift-ingress/e2e-worker-w1-88bbf7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.635840427Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-88bbf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-88bbf7","reconcileID":"6b05f031-88a4-44ce-a2c6-39b711227b3b","aitenant":"ai-tenants/e2e-worker-w1-88bbf7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.758612897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-88bbf7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-88bbf7","reconcileID":"6b05f031-88a4-44ce-a2c6-39b711227b3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-88bbf7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-88bbf7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.790314667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241608a-aa3a-4426-bb87-c4535ba343a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.793246204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241608a-aa3a-4426-bb87-c4535ba343a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.796106515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241608a-aa3a-4426-bb87-c4535ba343a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.798999126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3241608a-aa3a-4426-bb87-c4535ba343a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.179047475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c116c7-d859-446b-83be-b69316d2d9dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.181972085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c116c7-d859-446b-83be-b69316d2d9dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.184881489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c116c7-d859-446b-83be-b69316d2d9dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.18798526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05c116c7-d859-446b-83be-b69316d2d9dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.418236532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf68021-84cc-4a38-807c-d0efcb998ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.449344003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf68021-84cc-4a38-807c-d0efcb998ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.454373927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf68021-84cc-4a38-807c-d0efcb998ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:29.460018238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf68021-84cc-4a38-807c-d0efcb998ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}